-- Logs begin at Mon 2021-02-15 15:00:55 UTC, end at Mon 2021-02-15 16:06:21 UTC. --
Feb 15 15:37:19.649946 dv-cinder-768105-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 15 15:37:22.364842 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.common.config [-] Logging enabled!
Feb 15 15:37:22.365407 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev504
Feb 15 15:37:22.366713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 15 15:37:22.368500 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.common.config [-] Logging enabled!
Feb 15 15:37:22.368790 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev504
Feb 15 15:37:22.369186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 15 15:37:22.370243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 15 15:37:22.370513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 15 15:37:22.371550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 15 15:37:22.371838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 15 15:37:22.372096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 15 15:37:22.372500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.372835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.373175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.373441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.373781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.374112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.374435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.374766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.375101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.375420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.375739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.376062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.376327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.376652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.377009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.377315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.377567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.377888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.378428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.378748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.379066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.379401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.379719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.380029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.380382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.380754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] host                           = dv-cinder-768105-5-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.381070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.381401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.381720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.382050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.382364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.382681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.383008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.383318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.383630 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.383943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.384295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.384657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.385004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.385255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.385508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.385839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.386170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.386485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.386801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.387123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.387429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.387739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.388049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.388399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.388726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.389052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.389364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.389675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.389983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.390295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.390624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.390934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.391245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.391556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.391884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.392189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.392533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.392878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.393243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.393537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.393858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.394171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.394496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.394806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.395114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.395421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.395729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.396036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.396384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.396694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.397001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.397313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.397623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.397955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:22.398298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.398640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.398986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.399316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.399643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.399968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.400383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.400703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.401037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.401372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.401709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.402023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.402357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.402673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.403015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.403356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.403693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.404030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.404366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.404683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.404996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.405313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.405643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.405985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.406315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.406628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.406944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.407282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.407598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.407911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.408229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.408585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.408898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.409212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.409535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.409854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.410170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.410481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.410796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.411133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.411451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.411762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.412070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.412406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.412720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.413046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.413368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.413684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.414014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.414303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.414621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.414923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.415237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.415548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.415887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.416197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.416536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.416848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.417156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.417468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.417777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.418094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.418409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.418710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.419017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.419329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.419647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.419952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.420313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.420644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.420956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.421272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.421590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.421907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.422222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.422537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.422853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.423171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.423484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.423825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.424162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.424531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.424855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.425175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.425518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.425833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.426157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.426474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.426793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.427114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.427444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.427826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.428114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.428471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.428808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.429170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.429466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.429826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.430155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:22.430407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 15 15:37:22.430683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83906) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 15 15:37:23.080445 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Gnome
Feb 15 15:37:23.097956 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Google
Feb 15 15:37:23.101115 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading Windows (alt)
Feb 15 15:37:23.104803 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading file
Feb 15 15:37:23.105653 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading keyczar
Feb 15 15:37:23.105931 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading multi
Feb 15 15:37:23.106709 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO keyring.backend [-] Loading pyfs
Feb 15 15:37:23.152446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:23.152722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:23.153082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:23.153604 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 15 15:37:23.545611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.546213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.546213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.596767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.597088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.597385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.601033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.601315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.601609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.672534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.672778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.673110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.674319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.674623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.674919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.945415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f701cdf2a60> agent after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.945734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f701cdf2a60> agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.946041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f701cdf2ae8> segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.946340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f701cdf2b70> network precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:23.947719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f701cddfc80> segment before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.095365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> network before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.095737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f701cbb17b8> agent before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.096102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> network before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.096425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.096683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.097055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> segment after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.097353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.097640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> segment precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.097930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> segment after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.098282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.098559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> network precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.098862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port provisioning_complete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.099147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.099435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.099740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.100051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.100363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> subnet precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.100680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.100966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.101446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.101733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.101999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.102337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.102617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.102894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f701d6f9e48>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.103387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.103662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.103941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.104213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.104511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.104781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.105213 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 15 15:37:24.109119 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 15 15:37:24.114638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 15 15:37:24.118821 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])])
Feb 15 15:37:24.120535 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 15 15:37:24.121843 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 15 15:37:24.122229 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 15 15:37:24.122670 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 15 15:37:24.125505 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 15 15:37:24.125797 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 15 15:37:24.126186 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 15 15:37:24.148308 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 15 15:37:24.148851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f701cd7d908>> qos_plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.149191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 15 15:37:24.149593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f701cc3e9e8>> logging-plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.150992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 15 15:37:24.151320 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 15 15:37:24.151607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 15 15:37:24.155008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f701cc3ea90>> floatingip before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.155332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f701cc3ea90>> port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.222827 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 15 15:37:24.223024 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 15 15:37:24.223275 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 15 15:37:24.223697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 15 15:37:24.263584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.sqlalchemy.engines [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83906) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 15 15:37:24.709348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing driver for type 'gre'
Feb 15 15:37:24.710062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] gre ID ranges: [(1, 1000)]
Feb 15 15:37:24.753864 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing driver for type 'local'
Feb 15 15:37:24.754247 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing driver for type 'vlan'
Feb 15 15:37:24.766043 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] VlanTypeDriver initialization complete
Feb 15 15:37:24.766409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing driver for type 'vxlan'
Feb 15 15:37:24.766953 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] vxlan ID ranges: [(1, 1000)]
Feb 15 15:37:24.810909 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing extension driver 'port_security'
Feb 15 15:37:24.811250 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.extensions.port_security [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] PortSecurityExtensionDriver initialization complete
Feb 15 15:37:24.811607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing mechanism driver 'openvswitch'
Feb 15 15:37:24.817939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83906) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:24.818775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701cbd75c0>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.819181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701cbd75c0>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.819557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701cbd75c0>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.819972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650b00>> subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.820377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650b00>> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.820742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650b00>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.821149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650cc0>> network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.821523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650cc0>> network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.821919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650cc0>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.822324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650e80>> security_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.823034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650e80>> security_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.823381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650e80>> security_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.823940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650f60>> security_group_rule after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.824340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650f60>> security_group_rule after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.824709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c650f60>> security_group_rule after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.825116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c656240>> address_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.825471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c656240>> address_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.825834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f701c656240>> address_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.826189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] ML2 OVO RPC backend initialized. {{(pid=83906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 15 15:37:24.826897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.827278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.827730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> network before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.828104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> networks before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.828524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.828891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> ports before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.829266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> subnet before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.829641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> subnets before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.830014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.830501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.830871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.831238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.831587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.831951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.832336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.832703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.833066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f701c656320>> subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.833694 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.plugin [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Modular L2 Plugin initialization complete
Feb 15 15:37:24.834043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading services supported by the core plugin {{(pid=83906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 15 15:37:24.834400 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Got port-security extension from driver 'port_security'
Feb 15 15:37:24.834902 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.extensions.vlantransparent [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Disabled vlantransparent extension.
Feb 15 15:37:24.835372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 15 15:37:24.835703 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: router
Feb 15 15:37:24.874343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router_interface before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.874757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.875154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router before_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.875546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router_interface before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.875951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.876357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.876747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> floatingip after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.877152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.877519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.877896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.878276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router_gateway after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.878649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.879131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.879569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f701cd0a048> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.879996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f701cd25ea0> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.880414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f701cd25f28> subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.880788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f701cd0a0d0> subnetpool_address_scope after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.881171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> port precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.881551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.881924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f701ceb41e0> port before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.882295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.882690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.883062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.883441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.883835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.884207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.884700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f701c6564a8>> network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.885707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Tracking information for resource: router configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.886070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Tracking information for resource: floatingip configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 15 15:37:24.891084 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_agentschedulers_db [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 15 15:37:24.891728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f701c6896a8> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.892114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f701c673620> port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.892511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _notify_port_delete at 0x7f701c689620> port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.892994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f701c689840> port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.893892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f701c5580b8>> router before_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.894286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f701c5580b8>> router precommit_delete 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.894681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f701c5580b8>> router precommit_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.895072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f701c5580b8>> router precommit_update 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.899902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.provider_configuration [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service providers = [] {{(pid=83906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 15 15:37:24.900345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.servicetype_db [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 15 15:37:24.903209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 15 15:37:24.903587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 15 15:37:24.903956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 15 15:37:24.904859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.service_base [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 15 15:37:24.905249 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.services.service_base [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 15 15:37:24.905664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.906008 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 15 15:37:24.916243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.916638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: auto_allocate
Feb 15 15:37:24.922607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f701c628d90> network precommit_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.923008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f701c628d90> network precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.923602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.924037 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: tag
Feb 15 15:37:24.931226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.931615 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: timestamp
Feb 15 15:37:24.935547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.935901 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: network_ip_availability
Feb 15 15:37:24.941505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c62b4e0>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.941909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c62b4e0>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.942377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c62b4e0>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:24.943190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.943563 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: flavors
Feb 15 15:37:24.948577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.948941 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading Plugin: revisions
Feb 15 15:37:24.953451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 15 15:37:24.953871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:24.954680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 15 15:37:24.955034 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Initializing extension manager.
Feb 15 15:37:24.955589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: __init__.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.955959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: __pycache__ {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.956399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.956797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.957622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.958264 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: address-group
Feb 15 15:37:24.958623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.959438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.959949 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: address-scope
Feb 15 15:37:24.960293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: admin_state_down_before_update.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.961249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.961812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: router-admin-state-down-before-update
Feb 15 15:37:24.962162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: agent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.963048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.963615 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: agent
Feb 15 15:37:24.963993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: agent_resources_synced.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.964930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.965493 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: agent-resources-synced
Feb 15 15:37:24.965840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: allowedaddresspairs.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.967637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.968231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: allowed-address-pairs
Feb 15 15:37:24.968615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: auto_allocated_topology.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.969691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.970263 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: auto-allocated-topology
Feb 15 15:37:24.970616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.971431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.972001 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: availability_zone
Feb 15 15:37:24.972398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: availability_zone_filter.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.973315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.974016 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: availability_zone_filter
Feb 15 15:37:24.974370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: data_plane_status.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.975280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.975849 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension data-plane-status not supported by any of loaded plugins
Feb 15 15:37:24.976199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: default_subnetpools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.977141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.977708 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: default-subnetpools
Feb 15 15:37:24.978061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: dhcpagentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.978977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.979546 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: dhcp_agent_scheduler
Feb 15 15:37:24.979905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: dns.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.980849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.981407 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension dns-integration not supported by any of loaded plugins
Feb 15 15:37:24.981759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: dns_domain_ports.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.982666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.983223 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 15 15:37:24.983574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: dvr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.984317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.984898 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: dvr
Feb 15 15:37:24.985248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: empty_string_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.986156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.986723 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: empty-string-filtering
Feb 15 15:37:24.987065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.987970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.988559 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 15 15:37:24.988910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.989836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.990383 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 15 15:37:24.990728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: external_net.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.991790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.992439 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: external-net
Feb 15 15:37:24.992794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: extra_dhcp_opt.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.993825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.994374 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: extra_dhcp_opt
Feb 15 15:37:24.994723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: extraroute.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.995633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.996206 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: extraroute
Feb 15 15:37:24.996589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: extraroute_atomic.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.997615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.998269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: extraroute-atomic
Feb 15 15:37:24.998624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: filter_validation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:24.999332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:24.999900 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: filter-validation
Feb 15 15:37:25.000277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: fip_pf_description.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.001174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.001732 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 15 15:37:25.002083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: fip_port_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.003108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.003672 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: fip-port-details
Feb 15 15:37:25.004019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.005294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.005867 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: flavors
Feb 15 15:37:25.006513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.007996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.008610 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 15 15:37:25.008968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: floatingip_pools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.009767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.010337 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: floatingip-pools
Feb 15 15:37:25.010688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: ip_allocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.011621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.012184 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension ip_allocation not supported by any of loaded plugins
Feb 15 15:37:25.012541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.013461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.014032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: ip-substring-filtering
Feb 15 15:37:25.014383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l2_adjacency.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.015310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.015882 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 15 15:37:25.016238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.017364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.017937 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: router
Feb 15 15:37:25.018289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.020708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.021289 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 15 15:37:25.021651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.022575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.023145 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: ext-gw-mode
Feb 15 15:37:25.023500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.024562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.025154 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: l3-ha
Feb 15 15:37:25.025535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3_flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.026442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.027012 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: l3-flavors
Feb 15 15:37:25.027362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.028287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.028885 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 15 15:37:25.029234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: l3agentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.030449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.031034 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: l3_agent_scheduler
Feb 15 15:37:25.031393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: logging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.032945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.033519 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension logging not supported by any of loaded plugins
Feb 15 15:37:25.033876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: metering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.034679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.035371 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: metering
Feb 15 15:37:25.035728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.036883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.037454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: metering_source_and_destination_fields
Feb 15 15:37:25.037814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: multiprovidernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.038737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.039303 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: multi-provider
Feb 15 15:37:25.039651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: netmtu.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.040594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.041301 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: net-mtu
Feb 15 15:37:25.041649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: netmtu_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.042575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.043147 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: net-mtu-writable
Feb 15 15:37:25.043502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: network_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.044355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.044925 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: network_availability_zone
Feb 15 15:37:25.045275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: network_ip_availability.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.046386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.046952 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: network-ip-availability
Feb 15 15:37:25.047303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: network_segment_range.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.048121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.048714 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension network-segment-range not supported by any of loaded plugins
Feb 15 15:37:25.049064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: pagination.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.050060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.050455 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: pagination
Feb 15 15:37:25.050771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: port_device_profile.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.051688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.052280 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: port-device-profile
Feb 15 15:37:25.052632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.053548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.054110 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: port-mac-address-regenerate
Feb 15 15:37:25.054464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.055363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.055927 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: port-numa-affinity-policy
Feb 15 15:37:25.056323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: port_resource_request.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.057234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.057791 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension port-resource-request not supported by any of loaded plugins
Feb 15 15:37:25.058139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: portbindings.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.059072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.059637 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: binding
Feb 15 15:37:25.059982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: portbindings_extended.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.061292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.061860 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: binding-extended
Feb 15 15:37:25.062212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: portsecurity.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.063124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.063694 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: port-security
Feb 15 15:37:25.064041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: project_id.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.065148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.065513 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: project-id
Feb 15 15:37:25.065869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: providernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.066791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.067358 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: provider
Feb 15 15:37:25.067703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.071425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.072062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos not supported by any of loaded plugins
Feb 15 15:37:25.072801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.074066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.074644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 15 15:37:25.075000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.075918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.076504 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 15 15:37:25.076858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_default.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.077775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.078344 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-default not supported by any of loaded plugins
Feb 15 15:37:25.078694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.079374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.079938 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-fip not supported by any of loaded plugins
Feb 15 15:37:25.080417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_gateway_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.081347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.081914 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 15 15:37:25.082265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_port_network_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.083167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.083729 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 15 15:37:25.084073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_rule_type_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.085016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.085595 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 15 15:37:25.085943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: qos_rules_alias.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.086985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.087575 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 15 15:37:25.087923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: quotasv2.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.088986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.089349 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: quotas
Feb 15 15:37:25.089699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: quotasv2_detail.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.092699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.093069 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: quota_details
Feb 15 15:37:25.093426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: rbac.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.094599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.095189 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: rbac-policies
Feb 15 15:37:25.095543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: rbac_address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.096568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.097153 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: rbac-address-scope
Feb 15 15:37:25.097506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: rbac_security_groups.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.098421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.098991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: rbac-security-groups
Feb 15 15:37:25.099346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: rbac_subnetpool.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.100296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.100877 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: rbac-subnetpool
Feb 15 15:37:25.101232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: revisionifmatch.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.102154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.102724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: revision-if-match
Feb 15 15:37:25.103076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: revisions.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.104355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.104924 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: standard-attr-revisions
Feb 15 15:37:25.105275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: router_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.105987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.106566 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: router_availability_zone
Feb 15 15:37:25.106915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: routerservicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.107829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.108437 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension router-service-type not supported by any of loaded plugins
Feb 15 15:37:25.108787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.109706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.110281 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: security-groups-normalized-cidr
Feb 15 15:37:25.110635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: security_groups_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.111652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.112220 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: port-security-groups-filtering
Feb 15 15:37:25.112601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.113647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.114098 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: security-groups-remote-address-group
Feb 15 15:37:25.114888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: securitygroup.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.128468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.129055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: security-group
Feb 15 15:37:25.129439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.130324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.130894 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension segment not supported by any of loaded plugins
Feb 15 15:37:25.131254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.132215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.132834 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 15 15:37:25.133193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: servicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.134301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.134932 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: service-type
Feb 15 15:37:25.135285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: sorting.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.136316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.136661 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: sorting
Feb 15 15:37:25.137013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: standard_attr_segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.137929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.138499 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 15 15:37:25.138854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: standardattrdescription.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.139533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.140094 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: standard-attr-description
Feb 15 15:37:25.140458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: stateful_security_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.141385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.141959 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: stateful-security-group
Feb 15 15:37:25.142309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: stdattrs_common.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.142988 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 15 15:37:25.143339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.144366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.144934 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 15 15:37:25.145281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnet_onboard.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.146351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.146924 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: subnet_onboard
Feb 15 15:37:25.147276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.148203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.148815 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 15 15:37:25.149171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnet_service_types.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.150119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.150689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: subnet-service-types
Feb 15 15:37:25.151040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnetallocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.152200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.152809 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: subnet_allocation
Feb 15 15:37:25.153153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.153844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.154403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: subnetpool-prefix-ops
Feb 15 15:37:25.154749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.155674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.156236 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 15 15:37:25.156604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: tagging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.157945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.158518 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: standard-attr-tag
Feb 15 15:37:25.158877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: timestamp.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.160076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.160738 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loaded extension: standard-attr-timestamp
Feb 15 15:37:25.161094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: trunk.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.162123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.162693 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension trunk not supported by any of loaded plugins
Feb 15 15:37:25.163049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: trunk_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.163963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.164552 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension trunk-details not supported by any of loaded plugins
Feb 15 15:37:25.164907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: uplink_status_propagation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.165859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.166430 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 15 15:37:25.166785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Loading extension file: vlantransparent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 15 15:37:25.167492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 15 15:37:25.168055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 15 15:37:25.170875 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:network
Feb 15 15:37:25.171691 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnet
Feb 15 15:37:25.172373 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnetpool
Feb 15 15:37:25.173017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:port
Feb 15 15:37:25.174527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.175005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service FLAVORS assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.175692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.176154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.176540 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:router
Feb 15 15:37:25.177249 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:floatingip
Feb 15 15:37:25.178008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.179820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c4514e0>> rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:25.180215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c4514e0>> rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:25.180620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f701c4514e0>> rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:37:25.181958 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of CountableResource for resource:rbac_policy
Feb 15 15:37:25.182383 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:security_group
Feb 15 15:37:25.183177 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 15 15:37:25.183976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.184363 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnetpool
Feb 15 15:37:25.184726 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] subnetpool is already registered
Feb 15 15:37:25.185383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.185753 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnetpool
Feb 15 15:37:25.186106 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] subnetpool is already registered
Feb 15 15:37:25.188869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.189333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service FLAVORS assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.189982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.190435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.190797 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:router
Feb 15 15:37:25.191155 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] router is already registered
Feb 15 15:37:25.191797 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:floatingip
Feb 15 15:37:25.192153 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] floatingip is already registered
Feb 15 15:37:25.192867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.193631 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of CountableResource for resource:rbac_policy
Feb 15 15:37:25.193986 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] rbac_policy is already registered
Feb 15 15:37:25.194602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:security_group
Feb 15 15:37:25.194959 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] security_group is already registered
Feb 15 15:37:25.195588 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 15 15:37:25.195941 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] security_group_rule is already registered
Feb 15 15:37:25.196680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.197089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnetpool
Feb 15 15:37:25.197732 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] subnetpool is already registered
Feb 15 15:37:25.198375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Service CORE assigned prefix:  {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 15 15:37:25.198746 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Creating instance of TrackedResource for resource:subnetpool
Feb 15 15:37:25.199094 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] subnetpool is already registered
Feb 15 15:37:25.199813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: extensions {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.201431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: address-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.203226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: address-scopes {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.204525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.205746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: auto-allocated-topology {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.207065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: availability_zones {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.208445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: dhcp-networks {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.209989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: dhcp-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.211449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.213393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: flavors {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.214615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.215901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: next_providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.217547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.219100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: floatingip-pools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.220410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.223527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: floatingips {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.224869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: l3-routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.226358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: l3-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.227867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: metering-labels {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.229581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: metering-label-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.230953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: network-ip-availabilities {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.232300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: bindings {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.234096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.235613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.237123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: rbac-policies {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.238491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: security-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.239807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: security-group-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.241139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: service-providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.242415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.243965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.245522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.247389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.249311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.251168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.253209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.255060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.256951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.258903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.260929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.262872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.extensions [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 15 15:37:25.270132 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 15 15:37:25.275473 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 15 15:37:25.284439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Acquired lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 15 15:37:25.284965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Releasing lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 15 15:37:25.286441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Starting 2 workers
Feb 15 15:37:25.291281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Started child 84015 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 15 15:37:25.295204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.296022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Started child 84016 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 15 15:37:25.296629 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [-] (84015) wsgi starting up on http://0.0.0.0:9696
Feb 15 15:37:25.297523 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Neutron service started, listening on 0.0.0.0:9696
Feb 15 15:37:25.298186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Notify callbacks [] for process, before_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.299445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.300702 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Starting 1 workers
Feb 15 15:37:25.300846 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [-] (84016) wsgi starting up on http://0.0.0.0:9696
Feb 15 15:37:25.306161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Started child 84017 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 15 15:37:25.306768 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Starting 1 workers
Feb 15 15:37:25.308380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] calling RpcWorker wait() {{(pid=84017) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 15 15:37:25.308777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] returning from RpcWorker wait() {{(pid=84017) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 15 15:37:25.310200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.310826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:25.311499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Started child 84018 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 15 15:37:25.312346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e970c156-b410-44d0-b955-7a5f9d36cdce None None] Notify callbacks [] for process, after_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 15 15:37:25.315689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 15 15:37:25.316114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:25.316186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.316186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.316350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 44770) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:25.316430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.316576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.317042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.317842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.318174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:25.318448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.318886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.319319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.319735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.320062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.320410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.320822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.321255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.321722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.322189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.322919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.323327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.323666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.324077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.324538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.324954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.325383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.325808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.326532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.326941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.327348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.327734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.328185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0098836
Feb 15 15:37:25.328450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.328980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.329323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.329687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.330056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.330512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.330868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.331203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.331537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.331894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.332222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.333573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host                           = dv-cinder-768105-5-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.333901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.334221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.334552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.334899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.335234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.335555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.335914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.336286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.336653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.336972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.337297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.337700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.338122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.338451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.338694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.339025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.339379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.339755 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.340004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.340407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.340787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.341268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.341639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.342071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.342634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.342770 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.343013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.343289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.343563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.343831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.344075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.344416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.344619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.344914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.345240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.345840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.345840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.345840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.346429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.346429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.346691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.346964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.347594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.347594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.347751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.347874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.348326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.348589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.348842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.349243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.349590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.349940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.350372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.350802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.351082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.351369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.351613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.351890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.353814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.354049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.354289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.354579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.355011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.355319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.355654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.355912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.356196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.356505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.356775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.357022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.357302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.357567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.357880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.358316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.358622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.358871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.360852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.361320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.361923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.362326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.102/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.362717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.363102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.363353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.363619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.363882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.364131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.364419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.364683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.364934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.365721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.365721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.365721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.366193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.366193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.366466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.366611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.367976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.369876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.370150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.372073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.373476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.374904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.375166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.375166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.375425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.375570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.377522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.378589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.378589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.378589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.378589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.379123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.379123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.379384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.379521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.379714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.380004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.380264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.382977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.384860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.385260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.385409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.385731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.386012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.386278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.386569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.386835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.387098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.387380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.387650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.387940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.388211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.388560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.388822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.389067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.389306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.389577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.389926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.390227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.390499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.390752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.391041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.391324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.391571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.391862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.392126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.392437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.392791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.393158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.102/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.393410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.393676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.393942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.394445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.394445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.394678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.394970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.395136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.395785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.395785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.396085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.396085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.397880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.397880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.397880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.398372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.398372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.398651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.398651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.402267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.403351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.404429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.405502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.405502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.405502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.405502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.406040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.406040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.406305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.408100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.408100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.408100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.408100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.409011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.409292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.409572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.409832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.410060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.410307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.410529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.410768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.411825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.411825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.411825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.411825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.412474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.412474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.412740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.412888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.413026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.415095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.416233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.416233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.416233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.416233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.416233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.419611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.419611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.419611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.419611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.420147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.420147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.420850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.420850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.420850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.421267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.421415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.421665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.421946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.423633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.423633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.423633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.424110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.424110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.424465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.424604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.425501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.425501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.425501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.425931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.425931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.426198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.426336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.426482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.426707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.427062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.427227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.427366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 15 15:37:25.427845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 15 15:37:25.428009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 15 15:37:25.428167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 15 15:37:25.428412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 15 15:37:25.428558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 15 15:37:25.428696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 15 15:37:25.428943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.429128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.429277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.429466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.429648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.429854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.430834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.431931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.432064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.432442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.432619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.432778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.432920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.433967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.434994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host                           = dv-cinder-768105-5-iscsi {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.435971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.436143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.436355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.436536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.436717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.436876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.438117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.439191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.439398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.440500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.440500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.440500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.440500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.440500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.441975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.443818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.444871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.445882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446755 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.446950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.447298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.447791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.448107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.448501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.448690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.448875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.449030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.449220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 15 15:37:25.449435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.449624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.449813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.449988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.450155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.450311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.450504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.450673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.450818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.451928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.452080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.452284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.456611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.456611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.456782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.456906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.457104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.457320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.457520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.457720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.102/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.457915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.458099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.458255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.458452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.459329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.459329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.459329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.459329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.459329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.460870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.461880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.462065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.462159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.462337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.462552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.462772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.463633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.463633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.463633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.463633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.464892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.465988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.466169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.466349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.466530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.466711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.466892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.467988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.468178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.469215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.470100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.470725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.471966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.472446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.472446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.473167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.473361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.473548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.473734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.473919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.474995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.475177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.475332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.475517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.475712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.475868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.476968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.477581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.477581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.477581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.477581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.478592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.479736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.480921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.102/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.481944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.482785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.482785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.482785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.482785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.482785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.483918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.485915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.486877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.487791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.488696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.489518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.489518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.489518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.489518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.489518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.490669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.491854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.492969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.493187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.493297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.493462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.493593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:25.493740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.493895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.494800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.494800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.494800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.494800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.494800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.495967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.496149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.496364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.496520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.496709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.496899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.497090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.497280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.497462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.497649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.497850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.498917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.499967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.500116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.500302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.500487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.500668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.500849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.501029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.501182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 15 15:37:25.501330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 15 15:37:35.613880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d15ac-1f25-4b9f-bbca-bb200d066682 None None] get_active_networks_info from dv-cinder-768105-5-iscsi {{(pid=84017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 15 15:37:35.713100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d15ac-1f25-4b9f-bbca-bb200d066682 None None] No non-hosted networks {{(pid=84017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 15 15:37:35.728017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agentschedulers_db [None req-841d15ac-1f25-4b9f-bbca-bb200d066682 None None] DHCP Agent not found on host dv-cinder-768105-5-iscsi {{(pid=84017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 15 15:37:35.808103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acdc6eb7-db84-4e8f-bd4d-b60356708269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:38.277538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c8877f9-bb9f-489f-9f4b-cf05123b1371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:38.316513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14250ab9-6b7a-4ca3-9b49-7ba61dad9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:39.188846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:39.870590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:39.871943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.872598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.873157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.873707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.874335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.874891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.875435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.876004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.876670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.877234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.877791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.878340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:39.878935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f701c00f908>, 'Open vSwitch agent', 'dv-cinder-768105-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:39.889222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f701c051908>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:37:40.395024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:41.561335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 44876) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:41.858009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] get_endpoint_by_host() called for host dv-cinder-768105-5-iscsi {{(pid=84017) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 15 15:37:41.863329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] get_endpoint_by_ip() called for ip 192.168.0.78 {{(pid=84017) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 15 15:37:41.867035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] _add_endpoint() called for ip 192.168.0.78 {{(pid=84017) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 15 15:37:41.874053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] _get_endpoints() called {{(pid=84017) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 15 15:37:42.251338 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-d544c863-65ed-4eab-8270-ae5c737d51f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:42.252016 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-d544c863-65ed-4eab-8270-ae5c737d51f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:42.480164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-d544c863-65ed-4eab-8270-ae5c737d51f2 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:37:42.483830 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d544c863-65ed-4eab-8270-ae5c737d51f2 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9208779
Feb 15 15:37:45.246516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44892) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:45.406713 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_hamode_db [None req-30b385f7-d613-48d9-85c7-c9e76052a000 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 15 15:37:45.499648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b385f7-d613-48d9-85c7-c9e76052a000 None None] Routers set() bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:37:45.500026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b385f7-d613-48d9-85c7-c9e76052a000 None None] Router IDs set() for agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 15 15:37:45.917546 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:45.918121 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:46.146648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:37:46.216790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.policy [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84016) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 15 15:37:46.252665 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:46.253164 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:37:46.279788 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f701bfd5cc0>.
Feb 15 15:37:46.295826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:37:46.357051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279383150570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279383164098', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279383163260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279382924936', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279382917677', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1913056', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852846292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-893830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1038726'] for rbac-policy, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:46.430612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:46.432128 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-442fef53-ee70-4e69-9639-6dc938261c8c admin admin] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1836057
Feb 15 15:37:49.444462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44910) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:49.851638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:37:49.858330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:37:49.863007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Usage tracker for resource:network and tenant:3fe9081961e24543b32f5543e198980e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:37:49.867079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:37:49.873883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:37:49.885167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Made reservation on behalf of 3fe9081961e24543b32f5543e198980e for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:37:49.891299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:49.907942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:49.925390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:37:49.929584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe9081961e24543b32f5543e198980e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:37:49.933594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:37:49.939670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:37:50.209939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.213662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.218301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:50.237472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:37:50.261239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.261731 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Added segment 6295e907-20f9-4cd1-b62e-77f8a30aa969 of type vxlan for network db929299-ca9b-4452-a616-1439242565c0
Feb 15 15:37:50.325203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7df679-6486-4bf8-a2f5-58cde0aaf1bb,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:37:50.343088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.343459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.343831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.344183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.344562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.344920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.345276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.345625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.345976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.346336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.346655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.347002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Tracked resource versions report:
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 15 15:37:50.348098 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:37:50.397027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.405952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:50.441055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.442329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:37:50.443005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:50.448547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:50.556058 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1103475
Feb 15 15:37:50.559083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Pushing event updated for resources: {'Network': ['ID=db929299-ca9b-4452-a616-1439242565c0,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:37:50.563222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:50.573491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network db929299-ca9b-4452-a616-1439242565c0 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:37:53.648888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44926) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:54.164380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b7e18-500c-4012-a83d-57b7cd394935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:37:54.165891 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e61b7e18-500c-4012-a83d-57b7cd394935 admin admin] 10.222.0.102 "GET /v2.0/networks/db929299-ca9b-4452-a616-1439242565c0 HTTP/1.1" status: 200  len: 818 time: 0.5158594
Feb 15 15:37:54.199173 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-03b2a875-2dd8-4586-8228-9f76ee95cac8 admin admin] 10.222.0.102 "GET /v2.0/subnetpools/f0c7da70-0021-4d00-89aa-55252f678f3c HTTP/1.1" status: 200  len: 734 time: 0.0247030
Feb 15 15:37:54.211428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Request body: {'subnet': {'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'ip_version': 4, 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:37:54.216454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:37:54.220566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Usage tracker for resource:subnet and tenant:3fe9081961e24543b32f5543e198980e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:37:54.223784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:37:54.230019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:37:54.243027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Made reservation on behalf of 3fe9081961e24543b32f5543e198980e for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:37:54.247680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:54.755482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:54.768098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:54.911109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3371ae-7554-4225-b877-7a611fd3fe43,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:37:54.917771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:54.977309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Checking segment: {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:37:54.977686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Network hostable DHCP agents. Network: db929299-ca9b-4452-a616-1439242565c0, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:37:55.001235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Network db929299-ca9b-4452-a616-1439242565c0 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:37:55.012340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, db929299-ca9b-4452-a616-1439242565c0) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:37:55.017551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:37:55.018182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:55.023302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c8f67-d9f2-48ef-b549-f01acfa3a072 None None] Network db929299-ca9b-4452-a616-1439242565c0 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:37:55.038163 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8322740
Feb 15 15:37:55.547747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-db929299-ca9b-4452-a616-1439242565c0', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:37:55.549027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:55.873032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Allocated IP 172.20.0.2 (db929299-ca9b-4452-a616-1439242565c0/db3371ae-7554-4225-b877-7a611fd3fe43/06b1979d-9b35-47dc-954f-ae4302abed93) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:37:56.116075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:56.129653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Transition to ACTIVE for port object 06b1979d-9b35-47dc-954f-ae4302abed93 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:37:56.147838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Transition to ACTIVE for port object 06b1979d-9b35-47dc-954f-ae4302abed93 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:37:56.155568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:56.172483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:56.313796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Pushing event updated for resources: {'Port': ['ID=06b1979d-9b35-47dc-954f-ae4302abed93,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:37:56.332934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.333298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.333666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.334025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.334384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.334737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.335090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.335420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.335771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.336119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.336471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.336817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Tracked resource versions report:
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 15 15:37:56.337927 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:37:56.345197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:56.390288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Network db929299-ca9b-4452-a616-1439242565c0 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:37:56.391380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:37:56.394562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:37:56.457731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Attempting to bind port 06b1979d-9b35-47dc-954f-ae4302abed93 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:37:56.458121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Attempting to bind port 06b1979d-9b35-47dc-954f-ae4302abed93 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:37:56.458573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Attempting to bind port 06b1979d-9b35-47dc-954f-ae4302abed93 on network db929299-ca9b-4452-a616-1439242565c0 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:37:56.464525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:37:56.464905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Checking segment: {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:37:56.466298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:56.466298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Bound using segment: {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:37:56.466298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Bound port: 06b1979d-9b35-47dc-954f-ae4302abed93, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:37:56.466655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:56.560724 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] For port 06b1979d-9b35-47dc-954f-ae4302abed93, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:37:56.564867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] For port 06b1979d-9b35-47dc-954f-ae4302abed93, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=06b1979d-9b35-47dc-954f-ae4302abed93,segment=NetworkSegment(6295e907-20f9-4cd1-b62e-77f8a30aa969),segment_id=6295e907-20f9-4cd1-b62e-77f8a30aa969)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:37:56.568962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:37:56.583054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:37:56.742504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Pushing event updated for resources: {'Port': ['ID=06b1979d-9b35-47dc-954f-ae4302abed93,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:37:56.747300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:37:57.802273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44936) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:37:58.219930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-9ac3796a-71e8-47dd-b266-b2bed768d88a admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:37:58.221496 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9ac3796a-71e8-47dd-b266-b2bed768d88a admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4177063
Feb 15 15:37:59.945112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 06b1979d-9b35-47dc-954f-ae4302abed93 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:00.030229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 06b1979d-9b35-47dc-954f-ae4302abed93 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:38:00.996498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44950) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:01.433005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-f849bf6d-b3c8-4747-991d-c5ac8f3893e5 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:38:01.434221 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f849bf6d-b3c8-4747-991d-c5ac8f3893e5 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4366744
Feb 15 15:38:01.590372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e353f5e-235a-4a43-a9f0-f8e9f18666fd None None] Network db929299-ca9b-4452-a616-1439242565c0 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:38:01.692301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Provisioning for port 06b1979d-9b35-47dc-954f-ae4302abed93 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:38:01.708310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Provisioning complete for port 06b1979d-9b35-47dc-954f-ae4302abed93 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:01.708737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:01.951107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:01.992996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] For port 06b1979d-9b35-47dc-954f-ae4302abed93, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=06b1979d-9b35-47dc-954f-ae4302abed93,segment=NetworkSegment(6295e907-20f9-4cd1-b62e-77f8a30aa969),segment_id=6295e907-20f9-4cd1-b62e-77f8a30aa969)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:38:02.001477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:02.006440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:02.080500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Pushing event updated for resources: {'Port': ['ID=06b1979d-9b35-47dc-954f-ae4302abed93,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:02.083794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:02.329703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-09afbf4f-1256-4c14-95b4-5bf58c1e33ec None None] Provisioning complete for port 06b1979d-9b35-47dc-954f-ae4302abed93 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:02.330130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09afbf4f-1256-4c14-95b4-5bf58c1e33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:02.592708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-338537d3-c3b4-4b45-a3b8-bb193275e241 None None] Provisioning complete for port 06b1979d-9b35-47dc-954f-ae4302abed93 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:02.593110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-338537d3-c3b4-4b45-a3b8-bb193275e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:03.916379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 06b1979d-9b35-47dc-954f-ae4302abed93 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:03.990264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 06b1979d-9b35-47dc-954f-ae4302abed93 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:03.990664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:04.530237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44962) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:04.933209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3fe9081961e24543b32f5543e198980e'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:38:04.938944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:38:04.943322 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Usage tracker for resource:router and tenant:3fe9081961e24543b32f5543e198980e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:38:04.946786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:38:04.953470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:38:04.964325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:04.965716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:04.990081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:05.099581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:05.119869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:05.121246 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-36c99944-8d9c-4a1b-af36-679dffe2f4b5 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5898960
Feb 15 15:38:05.504752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07ec3285-597f-4a14-897a-c7925c55c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:08.122522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44972) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:08.265680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8a18-c445-4162-841e-6737ff6ee31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:08.508611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-e8c9a0d0-3af2-47de-be7c-f7c8b4b7c101 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:38:08.509697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e8c9a0d0-3af2-47de-be7c-f7c8b4b7c101 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3862393
Feb 15 15:38:09.075780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:09.869229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:10.340734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.116307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 44992) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:11.171781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:38:11.177224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:38:11.181639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Usage tracker for resource:network and tenant:00af5de667ce48149493afd32d57a551 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:38:11.185466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:38:11.191387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:38:11.201344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Made reservation on behalf of 00af5de667ce48149493afd32d57a551 for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:38:11.206044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.218805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.233519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:38:11.237549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Usage tracker for resource:security_group_rule and tenant:00af5de667ce48149493afd32d57a551 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:38:11.240536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:38:11.246450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:38:11.330319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.333949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.338306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:11.353392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Reserving flat network on physical network physnet1 {{(pid=84016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 15 15:38:11.374759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a78712-ef8b-4059-8918-0fca93b2f8b8,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:11.380216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:11.381811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.382549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f701cdf2ae8> segment precommit_create {{(pid=84016) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 15 15:38:11.383921 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Added segment c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b of type flat for network b4167068-b858-47f6-b74a-fd17f84b6198
Feb 15 15:38:11.419288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.456898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.458115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:11.458733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:11.463525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f54eea6c-96fa-4c4d-b02c-614279a96c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:11.564389 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4467671
Feb 15 15:38:11.567265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Pushing event updated for resources: {'Network': ['ID=b4167068-b858-47f6-b74a-fd17f84b6198,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:11.578271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:11.591510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network b4167068-b858-47f6-b74a-fd17f84b6198 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:38:14.112326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45012) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:14.238970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c85c6-3aec-42e7-ab9f-d2e5c032412e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:14.240531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8d7c85c6-3aec-42e7-ab9f-d2e5c032412e admin admin] 10.222.0.102 "GET /v2.0/subnets/db3371ae-7554-4225-b877-7a611fd3fe43 HTTP/1.1" status: 200  len: 849 time: 0.1270921
Feb 15 15:38:14.393956 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3db42c17-0ee2-4e98-a782-d5d3e03fbf9b admin admin] 10.222.0.102 "GET /v2.0/routers/4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 HTTP/1.1" status: 200  len: 704 time: 0.1450758
Feb 15 15:38:15.040361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:15.440207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Allocated IP 172.20.0.1 (db929299-ca9b-4452-a616-1439242565c0/db3371ae-7554-4225-b877-7a611fd3fe43/a1132d28-fc56-4c7e-b674-738aa1e43292) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:38:15.611570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:15.629851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Transition to ACTIVE for port object a1132d28-fc56-4c7e-b674-738aa1e43292 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:38:15.687137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:15.700886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:15.840300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=a1132d28-fc56-4c7e-b674-738aa1e43292,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:15.851834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:15.903192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Network db929299-ca9b-4452-a616-1439242565c0 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:38:15.904345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:38:15.906917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:38:15.907431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.146071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-950c4c4d-241d-4a7b-9f45-f2937d7554f7 None None] Provisioning for port a1132d28-fc56-4c7e-b674-738aa1e43292 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:38:16.151643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-950c4c4d-241d-4a7b-9f45-f2937d7554f7 None None] Provisioning complete for port a1132d28-fc56-4c7e-b674-738aa1e43292 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:16.152064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-950c4c4d-241d-4a7b-9f45-f2937d7554f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.195123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.212675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-950c4c4d-241d-4a7b-9f45-f2937d7554f7 None None] Port a1132d28-fc56-4c7e-b674-738aa1e43292 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:38:16.495872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.500836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.501964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:16.514159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:16.821131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=a1132d28-fc56-4c7e-b674-738aa1e43292,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:16.834559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:16.884993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Network db929299-ca9b-4452-a616-1439242565c0 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:38:16.886221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:38:17.095048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:38:17.139022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8e2a566-de62-471f-9891-66bb920caa55 None None] Provisioning complete for port a1132d28-fc56-4c7e-b674-738aa1e43292 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:17.139439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a566-de62-471f-9891-66bb920caa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:17.196107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2a566-de62-471f-9891-66bb920caa55 None None] Port a1132d28-fc56-4c7e-b674-738aa1e43292 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:38:17.260366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:38:17.270863 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] 10.222.0.102 "PUT /v2.0/routers/4a522f6a-c67e-46f4-bef1-ba9b2c3b0677/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8681817
Feb 15 15:38:17.271229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Sync routers for ids ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:38:17.285118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Routers {'4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:38:17.285997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c142860>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:38:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:17.478019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Set router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 gateway port host: None {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:38:18.039076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c142860>, [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:16Z', 'revision_number': 2, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port_host': None, '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:16Z', 'revision_number': 2, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:18.044491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Checking router: 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:38:18.044882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Updating router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 port a1132d28-fc56-4c7e-b674-738aa1e43292 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:38:18.104962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:18.564517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:18.579820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Transition to ACTIVE for port object a1132d28-fc56-4c7e-b674-738aa1e43292 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:38:18.583701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:18.597368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:18.746237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Pushing event updated for resources: {'Port': ['ID=a1132d28-fc56-4c7e-b674-738aa1e43292,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:18.758643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.759011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.759368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.759720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.760085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.760465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.760830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.761179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.761536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.761876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.762217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.762556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Tracked resource versions report:
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 15 15:38:18.763636 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:38:18.771375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:18.925661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Attempting to bind port a1132d28-fc56-4c7e-b674-738aa1e43292 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:38:18.926064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Attempting to bind port a1132d28-fc56-4c7e-b674-738aa1e43292 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:38:18.926490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Attempting to bind port a1132d28-fc56-4c7e-b674-738aa1e43292 on network db929299-ca9b-4452-a616-1439242565c0 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:38:18.932555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:38:18.932996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Checking segment: {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:38:18.933458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:18.933873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Bound using segment: {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:38:18.934401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Bound port: a1132d28-fc56-4c7e-b674-738aa1e43292, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6295e907-20f9-4cd1-b62e-77f8a30aa969', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'db929299-ca9b-4452-a616-1439242565c0'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:38:18.934838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:19.030565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] For port a1132d28-fc56-4c7e-b674-738aa1e43292, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:38:19.036879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] For port a1132d28-fc56-4c7e-b674-738aa1e43292, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a1132d28-fc56-4c7e-b674-738aa1e43292,segment=NetworkSegment(6295e907-20f9-4cd1-b62e-77f8a30aa969),segment_id=6295e907-20f9-4cd1-b62e-77f8a30aa969)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:38:19.038323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:19.051821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:19.211754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Pushing event updated for resources: {'Port': ['ID=a1132d28-fc56-4c7e-b674-738aa1e43292,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:19.216489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:19.267843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Routers {'4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:38:19.268656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c142860>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:38:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:19.433855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] Set router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 gateway port host: None {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:38:19.783266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c142860>, [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:16Z', 'revision_number': 2, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port_host': None, '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:19Z', 'revision_number': 4, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:19.787551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2b16-e1ef-4e2f-81aa-c035c1f62d73 None None] The sync data for ids ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'] in dv-cinder-768105-5-iscsi is: [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:16Z', 'revision_number': 2, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port_host': None, '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:19Z', 'revision_number': 4, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:38:19.805143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45024) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:19.970646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b785cf-8cf8-472a-a922-4548379bd8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:19.971254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-00b785cf-8cf8-472a-a922-4548379bd8db admin admin] Synchronizing usage tracker for tenant:00af5de667ce48149493afd32d57a551 on resource:network {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:38:19.988956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-00b785cf-8cf8-472a-a922-4548379bd8db admin admin] Unset dirty status for tenant:00af5de667ce48149493afd32d57a551 on resource:network {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:38:19.990160 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-00b785cf-8cf8-472a-a922-4548379bd8db admin admin] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 842 time: 0.1839714
Feb 15 15:38:20.001493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:38:20.007478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:38:20.011734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Usage tracker for resource:subnet and tenant:00af5de667ce48149493afd32d57a551 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:38:20.014853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:38:20.021379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:38:20.031054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Made reservation on behalf of 00af5de667ce48149493afd32d57a551 for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:38:20.035801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:20.386797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:38:20.502482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84016) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:38:20.502922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:20.518055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-506ea395-65b5-4fcb-9a98-ecc808ab0eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:20.665328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfbef43-2dd8-4c93-8c1c-3138a9f100ef,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:20.671134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:20.745870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:38:20.746263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Network hostable DHCP agents. Network: b4167068-b858-47f6-b74a-fd17f84b6198, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:38:20.768042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:38:20.778732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, b4167068-b858-47f6-b74a-fd17f84b6198) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:38:20.782748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:20.783448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:20.788453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577f942-5e33-40a3-852c-06f20a54e1a6 None None] Network b4167068-b858-47f6-b74a-fd17f84b6198 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:38:20.809754 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8090065
Feb 15 15:38:21.035889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7cca7-3cd0-42aa-80da-a1832b7c6bd8 None None] Network b4167068-b858-47f6-b74a-fd17f84b6198 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:38:21.940837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a1132d28-fc56-4c7e-b674-738aa1e43292 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:22.019351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port a1132d28-fc56-4c7e-b674-738aa1e43292 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:38:22.024942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port a1132d28-fc56-4c7e-b674-738aa1e43292 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:22.025355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:22.157646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:22.192645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port a1132d28-fc56-4c7e-b674-738aa1e43292, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a1132d28-fc56-4c7e-b674-738aa1e43292,segment=NetworkSegment(6295e907-20f9-4cd1-b62e-77f8a30aa969),segment_id=6295e907-20f9-4cd1-b62e-77f8a30aa969)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:38:22.195991 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:22.199671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-812f82c0-83a6-46d6-9c55-4e89b34989e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:22.271298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=a1132d28-fc56-4c7e-b674-738aa1e43292,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:22.276218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:23.446470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45038) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:23.662688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5fc70f2d-64ff-4c0c-a27a-54c17f23502a admin admin] 10.222.0.102 "GET /v2.0/routers/4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 HTTP/1.1" status: 200  len: 710 time: 0.2148609
Feb 15 15:38:23.801860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c93b4-9425-41ef-8f26-59e2106c0e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:23.803346 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fe4c93b4-9425-41ef-8f26-59e2106c0e3f admin admin] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 886 time: 0.1347127
Feb 15 15:38:23.813897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:38:23.924743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a1132d28-fc56-4c7e-b674-738aa1e43292 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:23.997838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port a1132d28-fc56-4c7e-b674-738aa1e43292 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:23.998229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:24.478165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:24.838976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:24.897535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:24.910469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:24.926297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:38:24.930425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:38:24.933528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:38:24.939371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:38:25.032465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:25.036033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:25.049338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:25.150586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e5e56-9493-4633-bbbb-e2f4c0d6b745,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:25.155481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:25.317695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Allocated IP 172.27.3.35 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/ce3f3df6-88b0-43e6-b8c1-69095a1c5a47) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:38:25.472835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:25.504768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:25.518096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:25.661761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Pushing event updated for resources: {'Port': ['ID=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:25.666131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:25.713006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:38:25.714314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:38:25.716860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:38:26.122357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:26.489860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:26.493548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-743758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748051'] for router, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:26.880891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:38:27.070024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:38:27.082816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Sync routers for ids ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:38:27.090498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:27.091850 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] 10.222.0.102 "PUT /v2.0/routers/4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 HTTP/1.1" status: 200  len: 889 time: 3.2815893
Feb 15 15:38:27.094015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Routers {'4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:38:27.094716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aeebc50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:38:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:27.314030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Set router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:38:27.698172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aeebc50>, [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:25Z', 'revision_number': 4, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port': {'id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:25Z', 'updated_at': '2021-02-15T15:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:22Z', 'revision_number': 5, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:27.703284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Checking router: 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:38:27.703675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Updating router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:38:27.760590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.187801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.201297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Transition to ACTIVE for port object ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:38:28.204230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.219951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-132770ac-8525-4a95-8da4-8c425b771239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:28.362862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Pushing event updated for resources: {'Port': ['ID=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:28.367348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:28.424290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Attempting to bind port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:38:28.424651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Attempting to bind port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:38:28.425055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Attempting to bind port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:38:28.430946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:38:28.431355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:38:28.431797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.432272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:38:28.432867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Bound port: ce3f3df6-88b0-43e6-b8c1-69095a1c5a47, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:38:28.433290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.510687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] For port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:38:28.513996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] For port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:38:28.518120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:28.533904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:28.846882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Pushing event updated for resources: {'Port': ['ID=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:28.852095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:28.891320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Routers {'4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:38:28.891987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aeebc50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:38:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:29.082974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] Set router 4a522f6a-c67e-46f4-bef1-ba9b2c3b0677 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:38:29.456828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aeebc50>, [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:25Z', 'revision_number': 4, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port': {'id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:25Z', 'updated_at': '2021-02-15T15:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:22Z', 'revision_number': 5, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:38:29.461081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c53db6-b744-478e-b5bd-33f82863e5dc None None] The sync data for ids ['4a522f6a-c67e-46f4-bef1-ba9b2c3b0677'] in dv-cinder-768105-5-iscsi is: [{'id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'name': 'router1', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:38:04Z', 'updated_at': '2021-02-15T15:38:25Z', 'revision_number': 4, 'project_id': '3fe9081961e24543b32f5543e198980e', 'gw_port': {'id': 'ce3f3df6-88b0-43e6-b8c1-69095a1c5a47', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:25Z', 'updated_at': '2021-02-15T15:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'a1132d28-fc56-4c7e-b674-738aa1e43292', 'name': '', 'network_id': 'db929299-ca9b-4452-a616-1439242565c0', 'tenant_id': '3fe9081961e24543b32f5543e198980e', 'mac_address': 'fa:16:3e:e4:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a522f6a-c67e-46f4-bef1-ba9b2c3b0677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:15Z', 'updated_at': '2021-02-15T15:38:22Z', 'revision_number': 5, 'project_id': '3fe9081961e24543b32f5543e198980e', 'subnets': [{'id': 'db3371ae-7554-4225-b877-7a611fd3fe43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0c7da70-0021-4d00-89aa-55252f678f3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:38:29.808803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45048) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:38:29.952675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46064c9-9247-495b-be60-8bdf40605a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:38:29.956289 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c46064c9-9247-495b-be60-8bdf40605a76 admin admin] 10.222.0.102 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1449244
Feb 15 15:38:29.990211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:30.074780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:38:30.081060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:30.081474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:30.226647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:30.247554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:38:30.249737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:30.252839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:38:30.338311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=ce3f3df6-88b0-43e6-b8c1-69095a1c5a47,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:38:30.341736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:38:31.939571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:38:32.036094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port ce3f3df6-88b0-43e6-b8c1-69095a1c5a47 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:38:32.036094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:35.545654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa63493c-1838-4bf9-a3b1-0febfb8be717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:38.305995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7feed786-0bdf-4226-a69f-af5d0a32780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:39.091920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:39.872288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:40.364112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:38:57.387522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:39:05.513957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdace0bd-62bf-43e2-bb96-cf8ca64f0779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:08.269982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1de6cda9-1973-43ce-91ab-94408d69498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:09.082447 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:09.877540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:10.362582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:34.387117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:39:35.511718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e56d377e-de1b-4cda-9841-2b72f559234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:38.275452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19ca577f-e404-42db-b6df-a98726c11161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:39.094307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:39.881093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:39:40.369728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:05.509739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf7d4-b586-4d15-beef-18a1b511b9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:08.271488 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-103b027a-66c6-42cb-b9ff-4383d77493ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:09.094245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:09.887332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:10.377541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:11.386165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:40:35.504164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a88ee057-00a7-4d95-9b10-c54928afa318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:38.279994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13b27629-e1b2-442c-926a-f43aa4cb502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:39.091206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:39.881589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:40.385173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:46.381121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45628) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:40:46.503321 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-049758b4-059f-4b39-b388-f96e5e802325 admin admin] GET failed (client error): The resource could not be found.
Feb 15 15:40:46.504981 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-049758b4-059f-4b39-b388-f96e5e802325 admin admin] 10.222.0.102 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1228709
Feb 15 15:40:46.894154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.policy [None req-cc9388ba-a841-4295-acc4-ac4081eab19f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84015) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 15 15:40:46.930505 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-cc9388ba-a841-4295-acc4-ac4081eab19f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:40:46.930926 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING oslo_policy.policy [None req-cc9388ba-a841-4295-acc4-ac4081eab19f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 15 15:40:46.957186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9388ba-a841-4295-acc4-ac4081eab19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:46.959007 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cc9388ba-a841-4295-acc4-ac4081eab19f admin admin] 10.222.0.102 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.4495111
Feb 15 15:40:48.385527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:40:49.471843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45640) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:40:49.600087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e36fa-938a-4380-adbf-014b0dbbed2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:49.601619 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-239e36fa-938a-4380-adbf-014b0dbbed2a admin admin] 10.222.0.102 "GET /v2.0/subnets/db3371ae-7554-4225-b877-7a611fd3fe43 HTTP/1.1" status: 200  len: 849 time: 0.1287446
Feb 15 15:40:49.615795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:40:49.761166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Notify callbacks [] for subnet, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:50.115325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279386237454'] for subnet, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:50.138313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:40:50.292176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3371ae-7554-4225-b877-7a611fd3fe43,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:40:50.307146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.307547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.307910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.308304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.308642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.309005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.309373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.309724 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.310091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.310430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.310764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.311189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Tracked resource versions report:
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'}}
Feb 15 15:40:50.312281 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:40:50.360881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:40:50.366432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:50.367051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:50.368708 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] 10.222.0.102 "PUT /v2.0/subnets/db3371ae-7554-4225-b877-7a611fd3fe43 HTTP/1.1" status: 200  len: 868 time: 0.7569911
Feb 15 15:40:50.372496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf605f-b55a-4db9-bb8e-5ceab6119cdc None None] Network db929299-ca9b-4452-a616-1439242565c0 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:40:50.854773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8b6a70eb-01b1-4ee3-b5cd-1ddbc8395a63 None None] Provisioning complete for port 06b1979d-9b35-47dc-954f-ae4302abed93 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:40:50.855369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b6a70eb-01b1-4ee3-b5cd-1ddbc8395a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:51.006070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8b6a70eb-01b1-4ee3-b5cd-1ddbc8395a63 None None] Provisioning complete for port a1132d28-fc56-4c7e-b674-738aa1e43292 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:40:51.006471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b6a70eb-01b1-4ee3-b5cd-1ddbc8395a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:40:52.876111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45654) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:40:53.080136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b8884-7e37-4513-ac1f-4a05fa0145bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:53.080502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b8884-7e37-4513-ac1f-4a05fa0145bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:53.082202 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7f5b8884-7e37-4513-ac1f-4a05fa0145bf admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2049956
Feb 15 15:40:55.589116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45664) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:40:55.797051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b880f-fb20-4f6d-a89c-75d75e2a2dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:55.797384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b880f-fb20-4f6d-a89c-75d75e2a2dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:55.799100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f55b880f-fb20-4f6d-a89c-75d75e2a2dc4 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2089386
Feb 15 15:40:58.301169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45674) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:40:58.498775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28331c60-47f3-4610-b2aa-07a02eefc3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:40:58.500387 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-28331c60-47f3-4610-b2aa-07a02eefc3e7 admin admin] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 886 time: 0.1974585
Feb 15 15:41:01.036596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45684) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:01.234097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cef77-b102-4913-8af3-c06bd356f1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:01.235596 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5f3cef77-b102-4913-8af3-c06bd356f1c1 admin admin] 10.222.0.102 "GET /v2.0/networks/db929299-ca9b-4452-a616-1439242565c0 HTTP/1.1" status: 200  len: 862 time: 0.1979389
Feb 15 15:41:03.800855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45694) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:03.929578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917d0ed-3847-4787-a90b-9ec6d68a957c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:03.929952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917d0ed-3847-4787-a90b-9ec6d68a957c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:03.931599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9917d0ed-3847-4787-a90b-9ec6d68a957c admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1297550
Feb 15 15:41:05.498476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1619fcb-8b0c-4e00-a051-8d171f52c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:06.461147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45704) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:06.588564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941a477-ecf5-4c81-bfbd-fe2ec1f26c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:06.589144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941a477-ecf5-4c81-bfbd-fe2ec1f26c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:06.589737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c941a477-ecf5-4c81-bfbd-fe2ec1f26c8d admin admin] Synchronizing usage tracker for tenant:00af5de667ce48149493afd32d57a551 on resource:subnet {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:41:06.605871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c941a477-ecf5-4c81-bfbd-fe2ec1f26c8d admin admin] Unset dirty status for tenant:00af5de667ce48149493afd32d57a551 on resource:subnet {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:41:06.607240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c941a477-ecf5-4c81-bfbd-fe2ec1f26c8d admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1450152
Feb 15 15:41:08.276815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1c32cbf-083c-4dc3-a169-09d1678aa2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:09.094390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:09.124835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45714) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:09.266038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43766af5-2e75-4cd7-8ab7-83ee815a64f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:09.267561 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-43766af5-2e75-4cd7-8ab7-83ee815a64f2 admin admin] 10.222.0.102 "GET /v2.0/subnets/db3371ae-7554-4225-b877-7a611fd3fe43 HTTP/1.1" status: 200  len: 868 time: 0.1414073
Feb 15 15:41:09.885977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:10.381577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:11.812738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45724) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:11.935345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a385002-9bf4-45e6-ab2a-9ecee55292b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:11.936866 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1a385002-9bf4-45e6-ab2a-9ecee55292b1 admin admin] 10.222.0.102 "GET /v2.0/subnets/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef HTTP/1.1" status: 200  len: 816 time: 0.1227856
Feb 15 15:41:25.384961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:41:35.501192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f322c553-4adb-48c2-98bb-c8b6f1b8b600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:38.237467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45764) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:38.271019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e177fda6-93d9-4906-a6c0-5edc46a7e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:38.293534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-aea48310-e58b-4e94-aafc-89e8e1539e9b admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:41:38.294714 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-aea48310-e58b-4e94-aafc-89e8e1539e9b admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0561996
Feb 15 15:41:39.097777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:39.890398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:40.381211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:40.930734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45774) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:41.021276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3823b7-a206-4c9c-a1b9-d829f6c657c3 admin admin] GET failed (client error): The resource could not be found.
Feb 15 15:41:41.022666 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bf3823b7-a206-4c9c-a1b9-d829f6c657c3 admin admin] 10.222.0.102 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0909021
Feb 15 15:41:41.176082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906a0cd-0897-4973-bd0e-2abdaa086466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:41.177689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0906a0cd-0897-4973-bd0e-2abdaa086466 admin admin] 10.222.0.102 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1500514
Feb 15 15:41:43.689094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45784) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:43.752607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:41:43.755298 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.quota [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f701bcabcf8>.
Feb 15 15:41:43.762230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:41:43.775855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:41:43.789613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Made reservation on behalf of 00af5de667ce48149493afd32d57a551 for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:41:43.794412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:43.896163 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.services.revisions.revision_plugin [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f701bc9f470] {project_id='00af5de667ce48149493afd32d57a551', id='6ae395cf-78dd-423e-a1e6-354b9f37771d', target_tenant='*', action='access_as_shared', object_id='440f13bb-8a97-4ec9-adc4-c96500310c56'}> to bump revision.
Feb 15 15:41:43.915703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:41:43.927325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:43.927801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Added segment a8714add-b3e9-4156-81c4-3c837eeef5f9 of type vxlan for network 440f13bb-8a97-4ec9-adc4-c96500310c56
Feb 15 15:41:44.008059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:44.060231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:44.061597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:44.062219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:44.068275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:41:44.179003 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4884880
Feb 15 15:41:44.179665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=440f13bb-8a97-4ec9-adc4-c96500310c56,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:41:44.183233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:41:44.192445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:41:46.688886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45794) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:41:46.780082 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f074b5ef-167e-4463-8a81-0a218da13502 admin admin] GET failed (client error): The resource could not be found.
Feb 15 15:41:46.781508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f074b5ef-167e-4463-8a81-0a218da13502 admin admin] 10.222.0.102 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915992
Feb 15 15:41:46.902166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6efbfa-ef47-4053-b5b9-ecba965f08e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:46.903773 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3a6efbfa-ef47-4053-b5b9-ecba965f08e4 admin admin] 10.222.0.102 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1175723
Feb 15 15:41:46.915135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:41:46.920436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:41:46.930426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:41:46.941217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Made reservation on behalf of 00af5de667ce48149493afd32d57a551 for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:41:46.945864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:47.364384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:47.378025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:41:47.511138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba609b5-d244-46a3-8802-d69b04740237,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:41:47.522000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.522385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.522759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.523122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.523487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.523850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.524211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.524603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.524963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.525321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.525673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.526054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:47.529895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:41:47.592997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Checking segment: {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:41:47.593399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Network hostable DHCP agents. Network: 440f13bb-8a97-4ec9-adc4-c96500310c56, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:41:47.613509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:41:47.623129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 440f13bb-8a97-4ec9-adc4-c96500310c56) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:41:47.628616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:41:47.630046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:47.632069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abac7d2-e29d-4c2a-be56-910a6108e547 None None] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:41:47.664549 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7530618
Feb 15 15:41:47.884684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-440f13bb-8a97-4ec9-adc4-c96500310c56', 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56', 'tenant_id': '00af5de667ce48149493afd32d57a551', 'fixed_ips': [{'subnet_id': 'eba609b5-d244-46a3-8802-d69b04740237'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:41:47.886115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.188778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Allocated IP 192.168.233.2 (440f13bb-8a97-4ec9-adc4-c96500310c56/eba609b5-d244-46a3-8802-d69b04740237/08529586-6b38-4687-a43c-10ff43d88eb1) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:41:48.420729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.432411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Transition to ACTIVE for port object 08529586-6b38-4687-a43c-10ff43d88eb1 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:41:48.449515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Transition to ACTIVE for port object 08529586-6b38-4687-a43c-10ff43d88eb1 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:41:48.454862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.468936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:41:48.610594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Pushing event updated for resources: {'Port': ['ID=08529586-6b38-4687-a43c-10ff43d88eb1,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:41:48.624377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.624732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.625104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.625477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.625842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.626209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.626571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.626923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.627293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.627631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.627978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.628350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:41:48.633999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:41:48.677925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:41:48.679179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:41:48.681660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:41:48.748353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Attempting to bind port 08529586-6b38-4687-a43c-10ff43d88eb1 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:41:48.748696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Attempting to bind port 08529586-6b38-4687-a43c-10ff43d88eb1 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:41:48.749118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Attempting to bind port 08529586-6b38-4687-a43c-10ff43d88eb1 on network 440f13bb-8a97-4ec9-adc4-c96500310c56 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:41:48.758695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:41:48.759355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Checking segment: {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:41:48.760066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.760928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Bound using segment: {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:41:48.761766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Bound port: 08529586-6b38-4687-a43c-10ff43d88eb1, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:41:48.762452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.868782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] For port 08529586-6b38-4687-a43c-10ff43d88eb1, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:41:48.872509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] For port 08529586-6b38-4687-a43c-10ff43d88eb1, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=08529586-6b38-4687-a43c-10ff43d88eb1,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:41:48.876578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:48.890184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:41:49.045237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Pushing event updated for resources: {'Port': ['ID=08529586-6b38-4687-a43c-10ff43d88eb1,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:41:49.050786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:41:50.059514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 08529586-6b38-4687-a43c-10ff43d88eb1 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:41:50.145587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 08529586-6b38-4687-a43c-10ff43d88eb1 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:41:50.407382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265f0b0-982e-4916-84d1-2cdabfd07495 None None] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:41:50.521074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Provisioning for port 08529586-6b38-4687-a43c-10ff43d88eb1 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:41:50.531095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Provisioning complete for port 08529586-6b38-4687-a43c-10ff43d88eb1 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:41:50.531514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:50.779107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:50.831382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] For port 08529586-6b38-4687-a43c-10ff43d88eb1, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=08529586-6b38-4687-a43c-10ff43d88eb1,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:41:50.834681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:50.837462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:41:50.911976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Pushing event updated for resources: {'Port': ['ID=08529586-6b38-4687-a43c-10ff43d88eb1,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:41:50.915599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:41:51.066952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6f408d68-cdd6-4491-81bf-f9cc8f824ae6 None None] Provisioning complete for port 08529586-6b38-4687-a43c-10ff43d88eb1 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:41:51.067439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f408d68-cdd6-4491-81bf-f9cc8f824ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:51.356404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-68f9cdf8-5a72-4a04-ab0e-acc9c8a7c75d None None] Provisioning complete for port 08529586-6b38-4687-a43c-10ff43d88eb1 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:41:51.356879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68f9cdf8-5a72-4a04-ab0e-acc9c8a7c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:41:52.047566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 08529586-6b38-4687-a43c-10ff43d88eb1 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:41:52.122733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 08529586-6b38-4687-a43c-10ff43d88eb1 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:41:52.123361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:02.385420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:42:05.506547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0cf2001-bdbe-43d3-9d0a-e2237097b6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:08.274105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54be3040-8bd3-4d5d-a3be-3557ca72dc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:09.098903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:09.894134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:10.381714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:35.512192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68f5b679-58de-401a-971c-06c8198dff4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:38.278324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d84c9bb7-90e9-42ea-b4e0-9a9ff7af72bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:39.103204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:39.386097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:42:39.903319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:40.389833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:56.886671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45836) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:42:56.893172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [None req-7b393bc2-629c-4da5-9449-a9c4396ddd44 tempest-verify_tempest_config-339259416 tempest-verify_tempest_config-339259416-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:42:56.894245 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7b393bc2-629c-4da5-9449-a9c4396ddd44 tempest-verify_tempest_config-339259416 tempest-verify_tempest_config-339259416-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0065284
Feb 15 15:42:57.265847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45856) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:42:57.402830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.419323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:42:57.424027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Usage tracker for resource:security_group_rule and tenant:4bfd91f7bd44469c8ea1217ba0fe7982 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:42:57.427795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:42:57.434894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:42:57.546522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.550181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.557690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:42:57.600286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81843584-46dd-4ad2-87e5-77b56cb6a935,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:42:57.605832 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4bfd91f7bd44469c8ea1217ba0fe7982&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3388522
Feb 15 15:42:57.609305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45862) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:42:57.610505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.610946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.611277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.611641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.612008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.612406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.612766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.613122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.613505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.613841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.614193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.614616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.621402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:42:57.678708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.707351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.760500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.766074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:42:57.781508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81843584-46dd-4ad2-87e5-77b56cb6a935,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:42:57.787966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:42:57.789705 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81843584-46dd-4ad2-87e5-77b56cb6a935 HTTP/1.1" status: 204  len: 168 time: 0.1790423
Feb 15 15:42:57.795361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.795843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.796303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.796707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.797072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.797438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.797797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.798157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.798535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.798896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.799250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.799611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:42:57.803191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:43:05.509719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3a30509-eefe-4e39-b790-ecda9a9ea543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:08.284784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-305f54ae-c6a1-438c-ba16-6aad6717d45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:09.104650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:09.901006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:10.389826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:16.387290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:43:35.506729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc53fff0-c22a-4221-872f-a4850fabc153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:38.278283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c66280d6-2f23-44a8-83e6-2f843225bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:39.112535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:39.896231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:40.392441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:43:53.387120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:44:05.502225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b14a4f29-06e6-44b0-b7c3-b815aa20ebf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:08.283065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28364458-6a01-4b52-a8c2-60d7753cb5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:09.113818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:09.900791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:10.397115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:30.388226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 5 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:44:35.498618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-220c6bc7-a64a-4fc0-8552-afb7076c74bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:38.290331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a7ca-9dbe-46b9-9ca3-64957aac57b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:39.116181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:39.896061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:40.399112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:48.936790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758'] for agent, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:44:48.937367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.937557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.937945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.938315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.938756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.939442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.939838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.940214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.940614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.940966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.941329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.941691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:44:48.942080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f701ae157b8>, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:44:48.946932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f701abf7470>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:44:49.245095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=84017) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 15 15:44:49.249498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] get_endpoint_by_ip() called for ip 192.168.0.97 {{(pid=84017) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 15 15:44:49.253104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] _add_endpoint() called for ip 192.168.0.97 {{(pid=84017) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 15 15:44:49.259684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] _get_endpoints() called {{(pid=84017) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 15 15:44:58.704889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 45934) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:44:58.835374 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fceb5190-17e6-472f-a4c0-7fd171e50a43 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.1292803
Feb 15 15:45:01.350104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 45944) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:45:01.423388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-11df95bf-71dd-422e-bcdf-f17576961750 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.0719261
Feb 15 15:45:05.506647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-990217a3-744e-4b04-a6ba-3055e1ef44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:07.387670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:45:08.285827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a74eb325-9b93-478f-8fcc-8d9d99951661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:09.120318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:09.901346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:10.402278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:18.959897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:35.498861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-012e683c-579e-4c28-888b-73de91c9dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:38.290086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e039b66-316c-4d0d-8956-ff8cfd490826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:39.128666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:39.906372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:40.406049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:45:44.388686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:45:48.968979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:05.508618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7e86-02f1-4014-b287-a207a72f9cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:08.304575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f739c7f3-cc51-43da-949b-61aa6952561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:09.127954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:09.911437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:10.409661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:18.973850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:21.389200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:46:35.513688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac13c3c9-55c0-47cf-b0fd-bab89816f9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:38.300088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d7b0-3eb3-46dd-a561-8dac7bd61890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:39.147813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:39.948638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:40.458527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:42.357866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46140) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:42.917653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-608802883-network', 'tenant_id': '51805d0596474dd284dab71569ac7a9b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:42.922583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:42.927334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Usage tracker for resource:network and tenant:51805d0596474dd284dab71569ac7a9b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:42.930469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:42.936566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:42.948115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:42.953407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:42.953940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46160) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:42.967602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:42.989581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:42.994089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Usage tracker for resource:security_group_rule and tenant:51805d0596474dd284dab71569ac7a9b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:42.997514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:43.003803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:43.097264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.101449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.120580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46174) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:43.133437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:46:43.145569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.145961 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Added segment 6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5 of type vxlan for network 0256bb9e-0a8c-406f-8814-08e40b15f61c
Feb 15 15:46:43.152095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:43.182759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff1028-63e0-44f0-8d3c-55b6abbe7680,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:43.195405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.195791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.196167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.196932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.197297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.197663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.198003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.198531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.199091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.199612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.200096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.200730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.201138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.201552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.201915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.202251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.202759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.203289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.203814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.204342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.204848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.205501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.206021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.206526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Tracked resource versions report:
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 15 15:46:43.208046 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:46:43.250456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:43.254978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.291725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.293181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:43.293824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.303778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-574c581d-2b3f-4138-902c-9bfd7ae6511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:43.369101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-network', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:43.384951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:43.391330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Usage tracker for resource:network and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:43.403702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:43.417740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:43.427230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46182) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:43.438091 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0774965
Feb 15 15:46:43.440318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46186) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:43.457568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Request body: {'subnet': {'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-608802883-subnet', 'tenant_id': '51805d0596474dd284dab71569ac7a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:43.463062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Pushing event updated for resources: {'Network': ['ID=0256bb9e-0a8c-406f-8814-08e40b15f61c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:43.465545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:43.470371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:43.478257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Made reservation on behalf of f0516b1a4f5e4b92a56566d23e25c2ab for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:43.481485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:43.483072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.497680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Usage tracker for resource:subnet and tenant:51805d0596474dd284dab71569ac7a9b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:43.501101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.515949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:43.516875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:43.522323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:43.544957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:43.548366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:43.559983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:43.611617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:43.653231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:43.657873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:43.713007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1353357466-network', 'tenant_id': 'b761eb37664b4209a751ac16f090cfae'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:43.722165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:43.726795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Usage tracker for resource:network and tenant:b761eb37664b4209a751ac16f090cfae is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:43.730000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:43.736892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:43.978572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-711467774-network', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:43.981857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Made reservation on behalf of b761eb37664b4209a751ac16f090cfae for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:43.986960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.039645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.080394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:44.095937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:44.102319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.103838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Usage tracker for resource:security_group_rule and tenant:b761eb37664b4209a751ac16f090cfae is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:44.109707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Usage tracker for resource:network and tenant:4e2acc07b6a6414a8ce76a04d9e938dd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:44.112504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:44.117734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.121644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:44.127204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:44.137351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:44.140532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bc0b5fa-6263-480e-a005-9fb686f7482e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:44.258161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04213b6b-860d-4d39-960a-353445c8b379,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:44.288890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.289635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.290382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.291066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.291776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.292600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.293311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.294536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.294922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.295629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.296333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.297299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.298375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.299063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.299744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.300455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.301253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.301973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.302672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.303368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.304067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.304876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.305576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.306266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Tracked resource versions report:
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 15 15:46:44.309399 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:46:44.361095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:44.369219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:46:44.381071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Made reservation on behalf of 4e2acc07b6a6414a8ce76a04d9e938dd for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:44.389958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.447877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.536769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.537512 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Added segment 7d9cebef-2f2e-4eec-84f8-e4ad75312aba of type vxlan for network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9
Feb 15 15:46:44.582971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:44.605562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2acc07b6a6414a8ce76a04d9e938dd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:44.615820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:44.650638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:44.679530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.775987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.797114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.831358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:44.883951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.920014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:46:44.929145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:44.930195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.968060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:44.978266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:44.978709 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Added segment 8ffe8eca-7ea3-4440-9f0f-b0789aead8bf of type vxlan for network e2a09c6f-55da-4973-b5f1-5149b64b8431
Feb 15 15:46:45.034740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:45.040955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f323780-9183-4248-932c-aca5e67a1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:45.143407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.222059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.288555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Pushing event updated for resources: {'Network': ['ID=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:45.293048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:45.295615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.300748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:45.309136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:45.326165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:45.343362 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3886039
Feb 15 15:46:45.347590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46258) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:45.355263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Request body: {'subnet': {'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-subnet', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:45.365020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:45.375423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Usage tracker for resource:subnet and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:45.389867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:45.396269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:45.396641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a245eb-b97f-4254-bab7-6197bf2af1a1,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:45.414340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:45.419461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Made reservation on behalf of f0516b1a4f5e4b92a56566d23e25c2ab for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:45.427720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.431672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.438814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:46:45.439412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:46:45.443410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:45.450904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.470290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:45.693297 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.5713825
Feb 15 15:46:45.697961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46274) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:45.709674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Request body: {'subnet': {'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1353357466-subnet', 'tenant_id': 'b761eb37664b4209a751ac16f090cfae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:45.715194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:45.731155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46278) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:45.734392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a09c6f-55da-4973-b5f1-5149b64b8431,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:45.737758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Usage tracker for resource:subnet and tenant:b761eb37664b4209a751ac16f090cfae is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:45.741567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:45.743570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:45.746980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:45.764436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:45.782128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.819505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:45.843377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:45.878830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Made reservation on behalf of b761eb37664b4209a751ac16f090cfae for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:45.884072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:45.944585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.073615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.090449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2716d948-d630-4602-bb22-92b55b7a03d1,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:46.094182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:46.095164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:46.100025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Usage tracker for resource:security_group_rule and tenant:33fdcba831c04d6fad219b4763714088 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:46.103514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:46.110495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:46.122868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:46:46.134769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.134769 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Added segment 9db92f1b-c2de-47e7-8273-6d8882738a99 of type vxlan for network 4165a8b7-6598-4817-959a-3646f38a2426
Feb 15 15:46:46.188862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.239741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Checking segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:46.239947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Network hostable DHCP agents. Network: 0256bb9e-0a8c-406f-8814-08e40b15f61c, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:46:46.287887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.289306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:46.289959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.307627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:46.330330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:46:46.367557 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.9341354
Feb 15 15:46:46.368113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 0256bb9e-0a8c-406f-8814-08e40b15f61c) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:46.369955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46298) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:46.379810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321cd4b-a349-4f7c-8a25-eedcbb316fc1 None None] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:46.443314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Request body: {'subnet': {'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-subnet', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:46.449430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:46.450093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.458952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:46.475618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4165a8b7-6598-4817-959a-3646f38a2426,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:46.479662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Usage tracker for resource:subnet and tenant:4e2acc07b6a6414a8ce76a04d9e938dd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:46.484086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:46.485016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:46.493709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:46.497419 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0519900
Feb 15 15:46:46.526945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Made reservation on behalf of 4e2acc07b6a6414a8ce76a04d9e938dd for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:46.534739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.567639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 4165a8b7-6598-4817-959a-3646f38a2426 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:46.678811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.713185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 4165a8b7-6598-4817-959a-3646f38a2426 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:46:46.734052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:46.796936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:46.898366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337b0122-6a23-42c7-a15e-67fbb5d1c64c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:46.933235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:47.036702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Synchronizing usage tracker for tenant:00af5de667ce48149493afd32d57a551 on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:46:47.055869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.205434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:47.287461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Unset dirty status for tenant:00af5de667ce48149493afd32d57a551 on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:46:47.289005 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=33fdcba831c04d6fad219b4763714088&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5531588
Feb 15 15:46:47.293438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46344) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:47.319497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46348) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:47.328721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf559f3-a64a-4652-b78d-b1853ffd0daa,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:47.338952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:47.343403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b298b8-190d-4fa0-93f3-41dc4b41d90d None None] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:47.344526 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 15 15:46:47.447352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Checking segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:47.448044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Network hostable DHCP agents. Network: 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:46:47.514767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.545512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.691562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.710649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:46:47.710830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e5073dc-fa94-43bf-b42a-c72212c3129f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:47.750172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-ba7bac4f-6fd1-4132-95cb-8c11aa646aff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:47.750917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-ba7bac4f-6fd1-4132-95cb-8c11aa646aff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:network {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:46:47.765412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:47.775394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c986b-dcdf-42f5-8fd3-e5a96cdd723d None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:47.776088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.776837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:47.777478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.797730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-ba7bac4f-6fd1-4132-95cb-8c11aa646aff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:network {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:46:47.799028 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-ba7bac4f-6fd1-4132-95cb-8c11aa646aff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.4673953
Feb 15 15:46:47.855305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-fbe973d8-e7bb-428a-a7d4-72444850aeef tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/quotas/51805d0596474dd284dab71569ac7a9b HTTP/1.1" status: 200  len: 375 time: 0.0471318
Feb 15 15:46:47.859639 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-dcba5463-705e-41d8-b274-53f5f07f34a3 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.5108368
Feb 15 15:46:47.864739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46362) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:47.871981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:47.872307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Pushing event updated for resources: {'Subnet': ['ID=527b45fd-4fb4-4b24-a2e8-ec980e8984e6,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:47.875571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:47.879218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:47.893783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.897763 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/337b0122-6a23-42c7-a15e-67fbb5d1c64c HTTP/1.1" status: 204  len: 168 time: 0.6011224
Feb 15 15:46:47.897763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337b0122-6a23-42c7-a15e-67fbb5d1c64c,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:47.898888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:47.938971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:47.953032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-5684f0d1-49f5-457b-8191-d74131a2f6e7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0765703
Feb 15 15:46:47.955922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Usage tracker for resource:router and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:47.961108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:47.971522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:47.973994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:47.994669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:47.999777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Checking segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:48.000243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Network hostable DHCP agents. Network: 4165a8b7-6598-4817-959a-3646f38a2426, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:46:48.032600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Network 4165a8b7-6598-4817-959a-3646f38a2426 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:46:48.049578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 4165a8b7-6598-4817-959a-3646f38a2426) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:48.056092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:48.057060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.072558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.073689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.081447 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db001327-9ede-4df4-abba-743d8dccc4d8 None None] Network 4165a8b7-6598-4817-959a-3646f38a2426 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:48.099660 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6726606
Feb 15 15:46:48.102561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46374) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:48.109845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:48.121142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:48.129849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Usage tracker for resource:router and tenant:4e2acc07b6a6414a8ce76a04d9e938dd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:48.139946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:48.162667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:48.194034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.195947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.202405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d4aa5e-375b-4b11-9796-6b90349c5112,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:48.205886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:48.209647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.221155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:46:48.223575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.253540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.322500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Checking segment: {'id': '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:48.322888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Network hostable DHCP agents. Network: e2a09c6f-55da-4973-b5f1-5149b64b8431, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:46:48.483200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46388) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:48.500841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-fa117345-8402-4201-a746-8fa554ceca73 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:46:48.502185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-fa117345-8402-4201-a746-8fa554ceca73 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2355540
Feb 15 15:46:48.555038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.644511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:46:48.790778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:48.812428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.817013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Usage tracker for resource:security_group_rule and tenant:555c71ff87b943fda5355cc6095c7dea is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:48.823636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:48.824840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5540bac-3125-4f6b-a7b4-7c71fc653d05 None None] Network 4165a8b7-6598-4817-959a-3646f38a2426 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:48.832566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, e2a09c6f-55da-4973-b5f1-5149b64b8431) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:48.835039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:48.845855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:48.846610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.865560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c51bb-df21-40d9-bbea-1cb628f0fea4 None None] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:48.949829 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2437768
Feb 15 15:46:48.950046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:48.950168 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-d7b7aabc-8b4d-4c56-ac08-9daf5303f207 service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4239419
Feb 15 15:46:49.165865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Allocated IP 172.20.0.2 (18ce0493-5a59-4abb-97a2-0d5e5eb30ab9/edf559f3-a64a-4652-b78d-b1853ffd0daa/96ae05af-39d4-480f-9148-ba7ad1503296) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:46:49.374999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.413959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.472282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9af484-8185-447d-a56f-52456c8f3548 None None] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:49.511306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-799b7ce2-dd9e-426c-a907-c86a70b1378c service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5524836
Feb 15 15:46:49.552242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.564628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.589856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46422) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:49.600698 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 15 15:46:49.603538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:49.643677 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=555c71ff87b943fda5355cc6095c7dea&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1570597
Feb 15 15:46:49.644757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46426) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:49.645617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f09c9-459f-4dc2-b5fb-532bafb13187,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:49.652769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:49.773919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.795088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Transition to ACTIVE for port object 96ae05af-39d4-480f-9148-ba7ad1503296 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:46:49.828343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Transition to ACTIVE for port object 96ae05af-39d4-480f-9148-ba7ad1503296 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:46:49.871110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.928916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:49.953053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:49.977818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-a54014db-6e1a-447f-947b-9a0b23f161ff tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:49.978610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-a54014db-6e1a-447f-947b-9a0b23f161ff tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Synchronizing usage tracker for tenant:b761eb37664b4209a751ac16f090cfae on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:46:49.995332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.059566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-a54014db-6e1a-447f-947b-9a0b23f161ff tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Unset dirty status for tenant:b761eb37664b4209a751ac16f090cfae on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:46:50.068187 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-a54014db-6e1a-447f-947b-9a0b23f161ff tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/networks?id=e2a09c6f-55da-4973-b5f1-5149b64b8431 HTTP/1.1" status: 200  len: 812 time: 0.4769142
Feb 15 15:46:50.089050 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-181d625d-3b82-4bf7-bf21-6ae1ddf16db6 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/quotas/b761eb37664b4209a751ac16f090cfae HTTP/1.1" status: 200  len: 375 time: 0.0198774
Feb 15 15:46:50.159566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.177666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.190698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Allocated IP 172.27.3.157 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/b284613b-a0a5-4a81-8d06-dca445ebaee2) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:46:50.198948 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b17ffa57-7f95-42d6-aa88-c64dc7a87a4d req-fcc3a9d2-8ca6-43c7-80e4-f0a44b12c011 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.1103868
Feb 15 15:46:50.209052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:50.218096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Pushing event updated for resources: {'Port': ['ID=96ae05af-39d4-480f-9148-ba7ad1503296,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:50.225220 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-be58b763-0b10-4c94-bb6e-56f1c4b51996 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b761eb37664b4209a751ac16f090cfae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1276791
Feb 15 15:46:50.252813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f09c9-459f-4dc2-b5fb-532bafb13187,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:50.258170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:50.261680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.265926 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f57f09c9-459f-4dc2-b5fb-532bafb13187 HTTP/1.1" status: 204  len: 168 time: 0.6171160
Feb 15 15:46:50.272473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.286292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.286890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.287534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.287953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.288574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.288959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.289328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.289697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.290064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.290429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.290797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.291161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.291572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.291935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.292318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.293002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.293368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.293805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.294210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.294573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.295098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.295461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.296059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.296508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Tracked resource versions report:
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 15 15:46:50.298588 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:46:50.312717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:50.315426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.378139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:46:50.379733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:50.384886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:46:50.461901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Attempting to bind port 96ae05af-39d4-480f-9148-ba7ad1503296 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:46:50.462308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Attempting to bind port 96ae05af-39d4-480f-9148-ba7ad1503296 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:46:50.462714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Attempting to bind port 96ae05af-39d4-480f-9148-ba7ad1503296 on network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:46:50.469637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:46:50.470176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Checking segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:50.470622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.471054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Bound using segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:46:50.471573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Bound port: 96ae05af-39d4-480f-9148-ba7ad1503296, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:46:50.471986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.482028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.571303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.596043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:50.618493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] For port 96ae05af-39d4-480f-9148-ba7ad1503296, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:46:50.622352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] For port 96ae05af-39d4-480f-9148-ba7ad1503296, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=96ae05af-39d4-480f-9148-ba7ad1503296,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:46:50.630348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:50.649546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40490cd7-9ea5-42a0-a4cf-f58ba7da3c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:50.810980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Pushing event updated for resources: {'Port': ['ID=b284613b-a0a5-4a81-8d06-dca445ebaee2,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:50.831312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Allocated IP 172.27.3.176 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/a65bd27e-a901-4499-b028-9eae1327fc2e) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:46:50.837347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-5d95f91a-1e88-4459-b7e5-2dc748de6749 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:46:50.838983 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-5d95f91a-1e88-4459-b7e5-2dc748de6749 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3176348
Feb 15 15:46:50.843241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:51.151403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Pushing event updated for resources: {'Port': ['ID=96ae05af-39d4-480f-9148-ba7ad1503296,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:51.159504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:51.288796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:51.376356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:51.403817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:51.541082 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-1747a9fd-02f0-4aea-8a36-06d37cf94c22 service neutron] 10.222.0.102 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6346898
Feb 15 15:46:51.627918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Pushing event updated for resources: {'Port': ['ID=a65bd27e-a901-4499-b028-9eae1327fc2e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:51.633309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:51.723513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:46:51.734650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:51.745679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:46:51.750211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:46:51.751428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:46:51.765107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:46:52.292481 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-ea3750f3-2f30-4838-9811-dfa316953ae9 service neutron] 10.222.0.102 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7503977
Feb 15 15:46:52.303147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 96ae05af-39d4-480f-9148-ba7ad1503296 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:46:52.429522 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9639f0ee-2d40-4f2b-81c6-3698387a3a31 req-d355da60-7607-4628-9bf9-79b4356887e2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.3227506
Feb 15 15:46:52.506273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 96ae05af-39d4-480f-9148-ba7ad1503296 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:46:52.738774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:52.865501 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9b9e04b-c43e-4953-a1d7-c925a72fe94d req-8559d128-155b-463d-a888-74243e416a04 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.1716471
Feb 15 15:46:52.991106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:53.073122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.15', 60487) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:53.440158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48249f-97e1-4f5a-8b38-81a34ab585c4 None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:46:53.732698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Provisioning for port 96ae05af-39d4-480f-9148-ba7ad1503296 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:46:53.774531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Provisioning complete for port 96ae05af-39d4-480f-9148-ba7ad1503296 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:46:53.775126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:53.826927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:54.156902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:46:54.202285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:54.223508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1068bdc-1f91-4dd7-b3e1-81191679a829 req-985ac8c4-a7a3-45e5-9d44-2721517a8a74 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.1771491
Feb 15 15:46:54.256944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-85ff54aa-4ecc-4576-a7a7-d866be1ae68e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:46:54.258583 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-85ff54aa-4ecc-4576-a7a7-d866be1ae68e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 1.1819477
Feb 15 15:46:54.264582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:54.360361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] For port 96ae05af-39d4-480f-9148-ba7ad1503296, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=96ae05af-39d4-480f-9148-ba7ad1503296,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:46:54.371803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:54.378175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:54.522872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Pushing event updated for resources: {'Port': ['ID=96ae05af-39d4-480f-9148-ba7ad1503296,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:54.531137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:54.676957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:46:54.814954 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f4e7685-51df-47c8-a6d2-20777aff3b5e req-9f91802e-74db-4579-ad52-376f3242dc31 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0776947
Feb 15 15:46:54.816298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5dafd3fe-1f79-43b6-865c-afd1df1ed797 None None] Provisioning complete for port 96ae05af-39d4-480f-9148-ba7ad1503296 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:46:54.819097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5dafd3fe-1f79-43b6-865c-afd1df1ed797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:54.956177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:46:54.970230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:46:55.000903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:55.006384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.1405544
Feb 15 15:46:55.006523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:46:55.007617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46670) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:55.016278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:46:55.022729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c0d3550>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:46:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:46:55.086485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:55.088291 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.9843369
Feb 15 15:46:55.092524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46676) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:55.206588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Sync routers for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:46:55.261667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46680) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:55.270031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:46:55.270702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ad1dd68>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:46:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:46:55.572016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-63811d1b-07e3-4c10-a488-f11a10c10fce None None] Provisioning complete for port 96ae05af-39d4-480f-9148-ba7ad1503296 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:46:55.572735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63811d1b-07e3-4c10-a488-f11a10c10fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:55.651443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:46:55.677433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:46:55.766224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:55.799118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:55.808793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a59eeb7e51f4de1872752b4af493a2d is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:55.814949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:55.828918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:55.833655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46704) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:56.042396 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b2953ef-dafc-49c2-bd1f-9219f55875bf req-24a7971e-63ce-4373-8463-c923d4a4e7f7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.1669159
Feb 15 15:46:56.164421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c0d3550>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:46:56.169324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:46:56.169715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Updating router 9be464ac-fa79-4f32-a961-92eaac60cb8a port a65bd27e-a901-4499-b028-9eae1327fc2e binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:46:56.297022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.318165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.324007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Request body: {'port': {'device_id': '2984689b-2bb4-49bf-9b59-9241db95973a', 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c', 'admin_state_up': True, 'tenant_id': '51805d0596474dd284dab71569ac7a9b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:46:56.369468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 96ae05af-39d4-480f-9148-ba7ad1503296 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:46:56.412810 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c2d37ef-466d-45a4-be77-daba5d5225fa req-06a00c3b-86f8-4b41-a772-6694d620dcd3 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.2550337
Feb 15 15:46:56.420939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:56.450145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:64b32c4eb07e480ea81adbac4a5a889a is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:56.456996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:56.474270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:56.628002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:56.644243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Usage tracker for resource:port and tenant:51805d0596474dd284dab71569ac7a9b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:56.649807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:56.657181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.670920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:56.698686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:46:56.704552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.785458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 96ae05af-39d4-480f-9148-ba7ad1503296 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:46:56.785981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.794112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:56.839013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8c16218-b15c-4c52-9f74-e2ddd8fc1b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:56.881303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a88f39-ecf7-43b4-b923-17bec5372f96,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:56.905159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:56.910676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-62887976-b457-4cd4-ae14-d7eb2c34f322 None None] Provisioning complete for port 96ae05af-39d4-480f-9148-ba7ad1503296 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:46:56.911175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62887976-b457-4cd4-ae14-d7eb2c34f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.039030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ad1dd68>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:46:57.049961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Checking router: 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:46:57.050357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Updating router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 port b284613b-a0a5-4a81-8d06-dca445ebaee2 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:46:57.088139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.105781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Transition to ACTIVE for port object a65bd27e-a901-4499-b028-9eae1327fc2e will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:46:57.111622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.140763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:57.141609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3a59eeb7e51f4de1872752b4af493a2d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8786795
Feb 15 15:46:57.148926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46748) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:57.191910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.213266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.236844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.15', 60498) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:57.247347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:57.290142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b5199-a14e-45eb-aff1-5452849e6f92,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:57.295566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.341108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:57.474148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Pushing event updated for resources: {'Port': ['ID=a65bd27e-a901-4499-b028-9eae1327fc2e,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:57.500860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.508468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.509285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.509864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.510438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.510967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.511501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.512696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.513139 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=64b32c4eb07e480ea81adbac4a5a889a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6763730
Feb 15 15:46:57.518091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.518994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.519577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.520446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.521140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.521774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.522366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.524385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.525059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.525939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.534767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.535305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.536690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.536690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.536690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.538424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.540732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Tracked resource versions report:
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]: pushed versions:
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]: {   'AddressGroup': {'1.1'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'ConntrackHelper': {'1.0'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Log': {'1.0'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Network': {'1.1'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Port': {'1.7'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'PortForwarding': {'1.2'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'QosPolicy': {'1.8'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroup': {'1.4'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SecurityGroupRule': {'1.2'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'SubPort': {'1.0'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Subnet': {'1.1'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     'Trunk': {'1.1'}}
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]: consumer versions:
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]: {   DHCP agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     L3 agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metadata agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     Metering agent@dv-cinder-768105-5-iscsi: {},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@dv-cinder-768105-5-iscsi: {   'AddressGroup': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'ConntrackHelper': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Log': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Network': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Port': '1.7',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'PortForwarding': '1.2',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'QosPolicy': '1.8',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroup': '1.4',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SecurityGroupRule': '1.2',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'SubPort': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Subnet': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                                      'Trunk': '1.1'},
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:     Open vSwitch agent@hv-cinder-76810: {   'AddressGroup': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'ConntrackHelper': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Log': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Network': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Port': '1.7',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'PortForwarding': '1.2',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'QosPolicy': '1.8',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroup': '1.4',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SecurityGroupRule': '1.2',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'SubPort': '1.0',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Subnet': '1.1',
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:                                             'Trunk': '1.1'}}
Feb 15 15:46:57.542282 dv-cinder-768105-5-iscsi neutron-server[83906]:  {{(pid=84018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 15 15:46:57.561163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:57.605242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46760) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:57.810491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.837564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Attempting to bind port a65bd27e-a901-4499-b028-9eae1327fc2e on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:46:57.838592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Attempting to bind port a65bd27e-a901-4499-b028-9eae1327fc2e by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:46:57.842789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Attempting to bind port a65bd27e-a901-4499-b028-9eae1327fc2e on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:46:57.859308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:46:57.859826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:57.860292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.860782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:46:57.861265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Bound port: a65bd27e-a901-4499-b028-9eae1327fc2e, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:46:57.861682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.950937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:57.957019 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45fd6246-d034-42c3-a45a-40b01c3c4922 req-1c937683-7c76-429f-8abe-67c9254a4e13 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.2669396
Feb 15 15:46:58.076368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] For port a65bd27e-a901-4499-b028-9eae1327fc2e, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:46:58.100648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] For port a65bd27e-a901-4499-b028-9eae1327fc2e, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a65bd27e-a901-4499-b028-9eae1327fc2e,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:46:58.114335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.211579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:58.267707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-57362c4d-b600-4749-89fc-c66d20ffec8f req-92c83f59-3434-4d5f-97ae-09a889507a31 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.1573465
Feb 15 15:46:58.385337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.391243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.414869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.427418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:58.452451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a88f39-ecf7-43b4-b923-17bec5372f96,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:58.455217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:58.482979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.484218 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e9a88f39-ecf7-43b4-b923-17bec5372f96 HTTP/1.1" status: 204  len: 168 time: 1.3263047
Feb 15 15:46:58.608873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:58.793710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Allocated IP 172.20.0.1 (4165a8b7-6598-4817-959a-3646f38a2426/527b45fd-4fb4-4b24-a2e8-ec980e8984e6/b6300bb5-69df-4d7f-aa61-89e01601eb60) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:46:58.893908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Allocated IP 172.20.0.14 (0256bb9e-0a8c-406f-8814-08e40b15f61c/2716d948-d630-4602-bb22-92b55b7a03d1/9a53d7ed-e381-43e7-ac00-9adb1989d8a7) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:46:58.967978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:46:59.048402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Pushing event updated for resources: {'Port': ['ID=a65bd27e-a901-4499-b028-9eae1327fc2e,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:59.054033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:59.170846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.188949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:46:59.190027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c0d3550>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:46:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:46:59.233003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.251596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Transition to ACTIVE for port object b284613b-a0a5-4a81-8d06-dca445ebaee2 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:46:59.265066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.307865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:59.390123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46810) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:46:59.482524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.514920 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c8d6f92-d03a-4a53-8d60-0dc7c841e5f1 req-e0249b36-c05f-4d17-a1c2-3ce3773074ba tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.1422579
Feb 15 15:46:59.516008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489e3ce-5f27-4a5e-bff0-ebabb0812d4d None None] Pushing event updated for resources: {'Port': ['ID=b284613b-a0a5-4a81-8d06-dca445ebaee2,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:59.523327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a489e3ce-5f27-4a5e-bff0-ebabb0812d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:59.578451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:59.606157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:46:59.611029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.625216 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63d8b274-14ed-4081-bca8-e087263fc8c6 req-ef5c1519-ead5-4d93-bc8b-e81885604203 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.1012037
Feb 15 15:46:59.628315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Usage tracker for resource:security_group_rule and tenant:4aca905b4d9f4be784e46e5b3bafe250 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:46:59.633235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:46:59.641240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:46:59.700205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Attempting to bind port b284613b-a0a5-4a81-8d06-dca445ebaee2 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:46:59.700987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Attempting to bind port b284613b-a0a5-4a81-8d06-dca445ebaee2 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:46:59.701614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Attempting to bind port b284613b-a0a5-4a81-8d06-dca445ebaee2 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:46:59.710268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:46:59.711058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:46:59.711717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.712537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:46:59.714240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Bound port: b284613b-a0a5-4a81-8d06-dca445ebaee2, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:46:59.715072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.724964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.746788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:46:59.780211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:46:59.846580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Pushing event updated for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:46:59.851364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:46:59.925693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] For port b284613b-a0a5-4a81-8d06-dca445ebaee2, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:46:59.930399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] For port b284613b-a0a5-4a81-8d06-dca445ebaee2, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b284613b-a0a5-4a81-8d06-dca445ebaee2,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:46:59.935687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:46:59.964944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:00.039774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:00.059247 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:00.114408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ebe79635-5198-4461-976f-fd00ce1802ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:00.263369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Network 4165a8b7-6598-4817-959a-3646f38a2426 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:00.268579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b5199-a14e-45eb-aff1-5452849e6f92,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:00.279223 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4aca905b4d9f4be784e46e5b3bafe250&name=default HTTP/1.1" status: 200  len: 2976 time: 0.8865218
Feb 15 15:47:00.287192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46822) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:00.288635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:00.295002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:00.295952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:00.362725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Allocated IP 172.20.0.1 (18ce0493-5a59-4abb-97a2-0d5e5eb30ab9/edf559f3-a64a-4652-b78d-b1853ffd0daa/5cd246fd-bef2-4881-ae5d-861b7abd211d) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:00.474346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c0d3550>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:00.486446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3a1e-face-43b5-80b5-50265dd94b7c None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:47:00.526544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489e3ce-5f27-4a5e-bff0-ebabb0812d4d None None] Pushing event updated for resources: {'Port': ['ID=b284613b-a0a5-4a81-8d06-dca445ebaee2,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:00.569697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a489e3ce-5f27-4a5e-bff0-ebabb0812d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:00.598638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-f6e7d4fd-e92f-42e3-ae3f-045e758961ae tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:00.602184 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-f6e7d4fd-e92f-42e3-ae3f-045e758961ae tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.15 "GET /v2.0/networks?id=e2a09c6f-55da-4973-b5f1-5149b64b8431 HTTP/1.1" status: 200  len: 812 time: 3.3528750
Feb 15 15:47:00.608564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:47:00.609274 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ad1dd68>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:46:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:00.626189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:01.119180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9289f-e6ad-4b20-ab12-24c9da220590,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:01.126283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:47:01.127222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:01.171580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8936455e-406a-48e9-bca4-e0cf28f26769 req-f410d61d-d18e-4ca7-82fb-3570b09b7ecc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:01.192084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.193515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ef6b5199-a14e-45eb-aff1-5452849e6f92 HTTP/1.1" status: 204  len: 168 time: 3.4821692
Feb 15 15:47:01.245825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8936455e-406a-48e9-bca4-e0cf28f26769 req-f410d61d-d18e-4ca7-82fb-3570b09b7ecc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:01.258812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8936455e-406a-48e9-bca4-e0cf28f26769 req-f410d61d-d18e-4ca7-82fb-3570b09b7ecc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 210 time: 0.4234157
Feb 15 15:47:01.299623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62828745-5deb-4cec-8bb5-038f26394b2b req-1e52e1d4-4bf7-44b2-bf6e-3a19ccde512a tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.2830975
Feb 15 15:47:01.416686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.540069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.559925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.599636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Transition to ACTIVE for port object 5cd246fd-bef2-4881-ae5d-861b7abd211d will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:01.626765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.663904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.665546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.798915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46850) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:01.862254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.877789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:01.952631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:01.972622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a2b83536-ebe7-4443-8a00-8a2782aac738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:02.044800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9289f-e6ad-4b20-ab12-24c9da220590,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:02.090298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:02.092477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:02.100544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:02.108387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:02.119986 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3af9289f-e6ad-4b20-ab12-24c9da220590 HTTP/1.1" status: 204  len: 168 time: 1.1500142
Feb 15 15:47:02.129996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:02.130520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:02.151367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ad1dd68>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:02.173490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4774d8-d9e6-47d6-a306-539053ec1df7 None None] The sync data for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi is: [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:46:52Z', 'revision_number': 3, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:47:02.443793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a65bd27e-a901-4499-b028-9eae1327fc2e up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:02.708925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port a65bd27e-a901-4499-b028-9eae1327fc2e completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:02.714853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port a65bd27e-a901-4499-b028-9eae1327fc2e triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:02.715432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:02.759897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:02.793048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:02.876218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:02.878048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-648536a4-6cd5-459a-a3b5-c9e87e42e42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.800s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:02.910543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c1e6d8ae-3e94-4cc0-aaf3-c06221a03292 None None] Provisioning for port 5cd246fd-bef2-4881-ae5d-861b7abd211d completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:02.951382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c1e6d8ae-3e94-4cc0-aaf3-c06221a03292 None None] Provisioning complete for port 5cd246fd-bef2-4881-ae5d-861b7abd211d triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:02.951806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1e6d8ae-3e94-4cc0-aaf3-c06221a03292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.015600 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-834f1e09-c9c2-45e3-b1e4-479a24f330eb req-5a98a130-ed83-4dd6-85f0-0b1df47c8451 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.2238283
Feb 15 15:47:03.045591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:03.067816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Usage tracker for resource:security_group_rule and tenant:45f83ee4db98435395fd8227ec1a118e is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:03.080998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:03.109423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:03.164323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6d8ae-3e94-4cc0-aaf3-c06221a03292 None None] Port 5cd246fd-bef2-4881-ae5d-861b7abd211d cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:47:03.375966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.385392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.391226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.396858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.441517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:03.444104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port a65bd27e-a901-4499-b028-9eae1327fc2e, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a65bd27e-a901-4499-b028-9eae1327fc2e,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:03.455876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.458513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:03.592038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Pushing event updated for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:03.601286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:03.794127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.827557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:03.865826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:03.917944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event updated for resources: {'Port': ['ID=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:03.922066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d440037-63dd-4095-8ad7-63ab5e2b632f,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:03.926713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:03.951220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:03.955159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Network 4165a8b7-6598-4817-959a-3646f38a2426 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:03.964981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:03.980327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=a65bd27e-a901-4499-b028-9eae1327fc2e,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:03.988231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:04.056436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523644b-1d2e-4d32-bd1d-136dd92ba452 req-49dc49ea-d120-45e4-8407-51f849dad18f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:04.066648 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d523644b-1d2e-4d32-bd1d-136dd92ba452 req-49dc49ea-d120-45e4-8407-51f849dad18f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 932 time: 1.4275062
Feb 15 15:47:04.087972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 46906) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:04.092358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:04.104396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:04.128464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:04.141242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:04.148357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:04.149219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:04.322399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d523644b-1d2e-4d32-bd1d-136dd92ba452 req-99b5e9d8-ae8d-47d2-b7e9-9bc8e73bf7a0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:04.346545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:47:04.354501 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=45f83ee4db98435395fd8227ec1a118e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5439606
Feb 15 15:47:04.356730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46914) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:04.375837 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.0597966
Feb 15 15:47:04.462060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d523644b-1d2e-4d32-bd1d-136dd92ba452 req-99b5e9d8-ae8d-47d2-b7e9-9bc8e73bf7a0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:04.488091 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d523644b-1d2e-4d32-bd1d-136dd92ba452 req-99b5e9d8-ae8d-47d2-b7e9-9bc8e73bf7a0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4198072
Feb 15 15:47:04.537317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a65bd27e-a901-4499-b028-9eae1327fc2e up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:04.755344 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c8f5e8a-a1b7-4587-b24e-28af6ffec2cf req-71bebad9-a0da-49df-b14c-735cf99778d1 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.1031709
Feb 15 15:47:04.775653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port a65bd27e-a901-4499-b028-9eae1327fc2e triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:04.776216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:04.877330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:04.886159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:04.973591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:04.998054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc7b094120343ca970d30117b9009af is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:05.008783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.011727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:05.046273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:05.051452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:47:05.104168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-3e776a3c-c60a-40c9-9069-36a4de5e8b7a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:47:05.105378 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-3e776a3c-c60a-40c9-9069-36a4de5e8b7a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0503657
Feb 15 15:47:05.156380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Request body: {'port': {'device_id': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431', 'admin_state_up': True, 'tenant_id': 'b761eb37664b4209a751ac16f090cfae'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:05.171860 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] 10.222.0.102 "PUT /v2.0/routers/8ae67f31-8b65-4159-8f40-7ee19e9f98e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0774209
Feb 15 15:47:05.213075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.219617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b284613b-a0a5-4a81-8d06-dca445ebaee2 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:05.230475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8f1f56a0-626b-4784-be50-4102b63b76e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:05.301982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.309489 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8d440037-63dd-4095-8ad7-63ab5e2b632f HTTP/1.1" status: 204  len: 168 time: 0.9515781
Feb 15 15:47:05.311491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d440037-63dd-4095-8ad7-63ab5e2b632f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:05.320562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:05.558996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e32b-e904-435d-b32e-b9c3783aef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.559717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port b284613b-a0a5-4a81-8d06-dca445ebaee2 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:05.574038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port b284613b-a0a5-4a81-8d06-dca445ebaee2 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:05.574721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.589857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.599692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.626192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.676228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:05.918405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:05.931363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.959927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:05.976835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port b284613b-a0a5-4a81-8d06-dca445ebaee2, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b284613b-a0a5-4a81-8d06-dca445ebaee2,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:05.983091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:05.986111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:06.129018 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:06.234832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 46960) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:06.264913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=b284613b-a0a5-4a81-8d06-dca445ebaee2,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:06.277221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:06.314381 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22de7721-59a1-45ac-8c05-527891414cb9 req-5c5a8779-69ca-4f90-9585-5bae3a56d5af tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.2662971
Feb 15 15:47:06.358061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Usage tracker for resource:port and tenant:b761eb37664b4209a751ac16f090cfae is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:06.369465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:06.380111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Request body: {'port': {'device_id': '2984689b-2bb4-49bf-9b59-9241db95973a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:06.554093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:06.580922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Sync routers for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:47:06.604602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:47:06.605825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c16e898>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:46:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:06.611975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:06.672858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:06.693810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d24b4e8750d442080f134af06a4ea6a is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:06.707377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:06.733457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:06.734081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.242825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:47:07.443812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:07.459295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.479562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Transition to ACTIVE for port object 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:07.497858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.502056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.588747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:07.660637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Made reservation on behalf of b761eb37664b4209a751ac16f090cfae for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:07.666693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.714568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:07.891873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c16e898>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:01Z', 'revision_number': 4, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'b6300bb5-69df-4d7f-aa61-89e01601eb60', 'name': '', 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'mac_address': 'fa:16:3e:55:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 2, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'subnets': [{'id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:07.911002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Checking router: 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:47:07.913752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-5a63a1a8-a788-4241-a3cf-ff8aa4610d1d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:07.914572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-5a63a1a8-a788-4241-a3cf-ff8aa4610d1d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:07.917120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Updating router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 port b6300bb5-69df-4d7f-aa61-89e01601eb60 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:47:08.000032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.012129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.030508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3031f328-7fea-4a8a-8b9f-a2f674fcb9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:08.049097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-5a63a1a8-a788-4241-a3cf-ff8aa4610d1d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:08.059844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.062972 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-5a63a1a8-a788-4241-a3cf-ff8aa4610d1d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 818 time: 0.6846013
Feb 15 15:47:08.104862 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-ccb4ebff-7326-46ff-bb19-cbee2348790c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/quotas/4e2acc07b6a6414a8ce76a04d9e938dd HTTP/1.1" status: 200  len: 375 time: 0.0405099
Feb 15 15:47:08.110429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129beba-9842-4917-b73b-35719e3e1c28 req-b97f8526-5ca0-490f-9bf1-9bf32327bb52 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:08.114358 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a129beba-9842-4917-b73b-35719e3e1c28 req-b97f8526-5ca0-490f-9bf1-9bf32327bb52 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 932 time: 2.2330899
Feb 15 15:47:08.277628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b284613b-a0a5-4a81-8d06-dca445ebaee2 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:08.292870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:08.314704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:08.588152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4df601d-26c4-4f9d-b092-e45b96466c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.652338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port b284613b-a0a5-4a81-8d06-dca445ebaee2 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:08.652922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.781676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3d24b4e8750d442080f134af06a4ea6a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4962528
Feb 15 15:47:08.786692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47034) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:08.792422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d01997-a95b-40cc-9e4f-ab013f73fded,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:08.827611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47036) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:08.859950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:08.912971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cecaf1ac-8794-4446-856e-32265fe2d236 None None] Provisioning complete for port 5cd246fd-bef2-4881-ae5d-861b7abd211d triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:08.913293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cecaf1ac-8794-4446-856e-32265fe2d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.952721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.962933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Attempting to bind port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:08.966971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Attempting to bind port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:08.967547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Attempting to bind port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 on network 0256bb9e-0a8c-406f-8814-08e40b15f61c {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:08.973590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Transition to ACTIVE for port object b6300bb5-69df-4d7f-aa61-89e01601eb60 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:08.979180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:08.996524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:47:09.002655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:09.094075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cecaf1ac-8794-4446-856e-32265fe2d236 None None] Port 5cd246fd-bef2-4881-ae5d-861b7abd211d cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:47:09.102192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-c8d56571-a34b-4098-ad62-e0219fffe21c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:09.131810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:09.134856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Checking segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:09.135691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.137219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Bound using segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:09.137910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Bound port: 9a53d7ed-e381-43e7-ac00-9adb1989d8a7, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:09.138525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.156808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.235249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-c8d56571-a34b-4098-ad62-e0219fffe21c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:09.250423 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-c8d56571-a34b-4098-ad62-e0219fffe21c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1443775
Feb 15 15:47:09.277929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.353102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.424529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.440067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Pushing event updated for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:09.447859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:09.499826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:09.518412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1c00932bba2c4c00b4ba9e7ed6be0f8c is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:09.522817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:09.534553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:09.586682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-910f597e-ebfe-48d2-8b4f-145690d0ab0c service neutron] 10.222.0.102 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3351381
Feb 15 15:47:09.637326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.712500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:09.741501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d01997-a95b-40cc-9e4f-ab013f73fded,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:09.748082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:09.781603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.786780 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b4d01997-a95b-40cc-9e4f-ab013f73fded HTTP/1.1" status: 204  len: 168 time: 0.9652934
Feb 15 15:47:09.819716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Attempting to bind port b6300bb5-69df-4d7f-aa61-89e01601eb60 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:09.821033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Attempting to bind port b6300bb5-69df-4d7f-aa61-89e01601eb60 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:09.821033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Attempting to bind port b6300bb5-69df-4d7f-aa61-89e01601eb60 on network 4165a8b7-6598-4817-959a-3646f38a2426 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:09.838637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:09.839213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Checking segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:09.839849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.840323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Bound using segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:09.840961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Bound port: b6300bb5-69df-4d7f-aa61-89e01601eb60, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:09.841501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.871298 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-c13e6cf4-2ad1-43fe-919f-c35edf924b57 service neutron] 10.222.0.102 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2832942
Feb 15 15:47:09.928663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.936058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.945584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:09.971745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0a1d18e-9415-4aa3-a1cc-2b1107e04da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:10.050760 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1c00932bba2c4c00b4ba9e7ed6be0f8c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1790175
Feb 15 15:47:10.054987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] For port b6300bb5-69df-4d7f-aa61-89e01601eb60, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:10.056837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47060) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:10.066075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] For port b6300bb5-69df-4d7f-aa61-89e01601eb60, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b6300bb5-69df-4d7f-aa61-89e01601eb60,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:10.077544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.108515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:10.154884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5cf34-318a-4226-be9d-be8d492620ae,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:10.197698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:10.339797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.363804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:47:10.371459 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8bc7b094120343ca970d30117b9009af&name=default HTTP/1.1" status: 200  len: 2979 time: 6.2687111
Feb 15 15:47:10.374965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47078) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:10.381088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:47:10.401216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:47:10.401853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aa30c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:47:09Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:10.529759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.632309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:10.660994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a129beba-9842-4917-b73b-35719e3e1c28 req-dec57184-6d8d-4e2e-ada7-5c64aaf593a4 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5150130
Feb 15 15:47:10.678908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.089s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:10.691289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Pushing event updated for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:10.695201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:10.704901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.506s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:10.717253 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ef42df0-e1b1-4b7d-a813-35aa2076242e req-9d6eb186-0479-47d5-8542-088701e757a5 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.2812939
Feb 15 15:47:10.782586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.785131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:47:10.786053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c16e898>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:47:09Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:10.863239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.902391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.914125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:47:10.931312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:10.944969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:10.986886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5cf34-318a-4226-be9d-be8d492620ae,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:11.001030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:11.010866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.012213 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d1d5cf34-318a-4226-be9d-be8d492620ae HTTP/1.1" status: 204  len: 168 time: 0.9541340
Feb 15 15:47:11.047316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.060717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:11.120318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74170c-a43d-4cbe-8d71-e6e533e67c91,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:11.126174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:11.133732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74170c-a43d-4cbe-8d71-e6e533e67c91,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:11.136843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.138071 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c74170c-a43d-4cbe-8d71-e6e533e67c91 HTTP/1.1" status: 204  len: 168 time: 0.7619362
Feb 15 15:47:11.155710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Allocated IP 172.20.0.11 (e2a09c6f-55da-4973-b5f1-5149b64b8431/16d4aa5e-375b-4b11-9796-6b90349c5112/03ea3016-7e6c-4546-b76e-61039c46a023) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:11.323444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:47:11.468577 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5c56f74-56dc-4ac1-917b-3fe3889771da req-144305df-350c-4375-b7fe-1db6b65ba5bf tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.6281168
Feb 15 15:47:11.470742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:11.504175 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] 10.222.0.102 "PUT /v2.0/routers/9be464ac-fa79-4f32-a961-92eaac60cb8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.4948580
Feb 15 15:47:11.537974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] For port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:11.580592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.585751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] For port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:11.599681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.634202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d82c75c-65b6-4f04-a17c-7328885004a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:11.767907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aa30c50>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:04Z', 'revision_number': 2, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:11.775593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:47:11.777161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47124) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:11.788799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Updating router 9be464ac-fa79-4f32-a961-92eaac60cb8a port 5cd246fd-bef2-4881-ae5d-861b7abd211d binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:47:11.810916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.856899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:11.864856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Usage tracker for resource:security_group_rule and tenant:af51c1489a514dda9ef0263b765593f8 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:11.872859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:11.891733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:11.911402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:11.944632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:11.949209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.953283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 200  len: 1158 time: 6.5520747
Feb 15 15:47:11.962123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:11.979706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:11.983186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:12.015410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c16e898>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:01Z', 'revision_number': 4, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'b6300bb5-69df-4d7f-aa61-89e01601eb60', 'name': '', 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'mac_address': 'fa:16:3e:55:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:10Z', 'revision_number': 4, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'subnets': [{'id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:12.020704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402365f-fb77-471b-8a4a-8834580cf2bb None None] The sync data for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi is: [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:01Z', 'revision_number': 4, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'b6300bb5-69df-4d7f-aa61-89e01601eb60', 'name': '', 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'mac_address': 'fa:16:3e:55:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:10Z', 'revision_number': 4, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'subnets': [{'id': '527b45fd-4fb4-4b24-a2e8-ec980e8984e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:47:12.086756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47130) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:12.120522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.296417 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e358235-a142-4313-9ef3-9d36d30b25fa req-c3215970-eca5-4a78-8076-df05d9099a89 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.1802893
Feb 15 15:47:12.297946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.15', 60509) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:12.338075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.421089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f71beff3-a609-4a22-b15b-eadc305d81f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:12.505022 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=af51c1489a514dda9ef0263b765593f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7239585
Feb 15 15:47:12.510049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47150) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:12.565817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.606847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d0588634-bfcf-49be-9b09-a1add0f26da7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:12.608600 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d0588634-bfcf-49be-9b09-a1add0f26da7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 818 time: 0.2891023
Feb 15 15:47:12.618496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f993f74-9b8a-431f-bb2c-bcb290b2b741,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:12.635697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:12.671908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:12.689792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Usage tracker for resource:security_group_rule and tenant:7322852f527c42158f82694c2138270c is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:12.703616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:12.711007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659bfac-ddd0-4cab-ac68-f876e82c8995 req-a7abee61-f047-46e7-a458-b8d5ae86e990 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:12.722170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:12.724396 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5659bfac-ddd0-4cab-ac68-f876e82c8995 req-a7abee61-f047-46e7-a458-b8d5ae86e990 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 0.5924122
Feb 15 15:47:12.869713 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5659bfac-ddd0-4cab-ac68-f876e82c8995 req-04bb1d5a-b60b-40a4-9f74-a32d6e4b5220 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387215
Feb 15 15:47:12.891790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.907114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Request body: {'port': {'device_id': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'admin_state_up': True, 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:12.954257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.969944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:12.972070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.037132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.104354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:13.293344 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7322852f527c42158f82694c2138270c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1763039
Feb 15 15:47:13.299918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47170) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:13.335154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b6300bb5-69df-4d7f-aa61-89e01601eb60 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:13.515872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-2fe48220-6cee-40ba-89bd-72107b4446e3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:13.519491 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-2fe48220-6cee-40ba-89bd-72107b4446e3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 818 time: 0.3451304
Feb 15 15:47:13.546594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.561160 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-bd191d39-e0c0-4552-bf62-b5bb3186e2eb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/quotas/4e2acc07b6a6414a8ce76a04d9e938dd HTTP/1.1" status: 200  len: 375 time: 0.0229995
Feb 15 15:47:13.580478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Transition to ACTIVE for port object 5cd246fd-bef2-4881-ae5d-861b7abd211d will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:13.587528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port b6300bb5-69df-4d7f-aa61-89e01601eb60 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:13.593241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.611530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-01cfad66-b570-4a6e-bfcb-3283ef64f091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:13.650097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.664599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c6a9b2a5-1997-4107-af1d-bcf05c8ec524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:13.685198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f993f74-9b8a-431f-bb2c-bcb290b2b741,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:13.687766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port b6300bb5-69df-4d7f-aa61-89e01601eb60 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:13.688292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.693488 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:13.707025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.709024 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7f993f74-9b8a-431f-bb2c-bcb290b2b741 HTTP/1.1" status: 204  len: 168 time: 1.1979580
Feb 15 15:47:13.723265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:13.732674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff12e33-fcb4-4426-b44f-825aa28165ec,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:13.760959 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-f63b7bc8-2915-4e9c-99ee-2685987648bb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1924236
Feb 15 15:47:13.765441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:13.769885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-33870815-547c-42e6-8ffc-398f35b574e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:13.772675 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-33870815-547c-42e6-8ffc-398f35b574e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 1161 time: 1.6706159
Feb 15 15:47:13.775678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:13.782851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:13.783671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:13.822835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:13.834588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:13.872972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47188) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:13.888625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867919704', 'description': 'tempest-description--2071700287'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:14.026893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:14.027130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:14.061357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:14.074468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:14.085875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:14.132372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:14.133555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.159871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-ad8c1ba1-42d3-4a2d-8187-75b4a2557b04 service neutron] 10.222.0.102 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725653
Feb 15 15:47:14.167151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:14.210712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:14.232290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Pushing event updated for resources: {'Port': ['ID=03ea3016-7e6c-4546-b76e-61039c46a023,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:14.244955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:14.250596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:14.265643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:14.296864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:14.320306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:14.331565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7', 'status': 'completed', 'code': 200}
Feb 15 15:47:14.332238 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.2750349
Feb 15 15:47:14.337611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-661dc1e9-8aa4-4df2-b31a-9ff3db88b119 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 200  len: 217 time: 0.5086002
Feb 15 15:47:14.338164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Made reservation on behalf of 4e2acc07b6a6414a8ce76a04d9e938dd for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:14.344784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.411207 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-d20765c5-1637-40cb-a409-6c779d8bf974 service neutron] 10.222.0.102 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2387061
Feb 15 15:47:14.427478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.475298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.479467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.486357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd50164d-8155-4cfe-8bcc-ee142a0804d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:14.520871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-baed5181-c9c1-49a2-97fc-7e08b451820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:14.522757 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-baed5181-c9c1-49a2-97fc-7e08b451820d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.1633918
Feb 15 15:47:14.527702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:14.528087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Request body: {'port': {'device_id': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:14.544600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:14.559283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.568576 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6935713
Feb 15 15:47:14.569484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47214) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:14.583079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group_rule': {'security_group_id': '57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:14.604041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:14.612113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.616502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:14.628135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:14.642019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port b6300bb5-69df-4d7f-aa61-89e01601eb60, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b6300bb5-69df-4d7f-aa61-89e01601eb60,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:14.643421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:14.711497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.712919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.748953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:14.802153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:15.167275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.209689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a444-7353-4f08-8ef1-8c66b921ef55 req-2c650ec5-7e05-4df2-88f9-cc9306492074 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:15.219304 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c69a444-7353-4f08-8ef1-8c66b921ef55 req-2c650ec5-7e05-4df2-88f9-cc9306492074 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 0.3637290
Feb 15 15:47:15.223448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.230448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:15.278974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Attempting to bind port 5cd246fd-bef2-4881-ae5d-861b7abd211d on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:15.279716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Attempting to bind port 5cd246fd-bef2-4881-ae5d-861b7abd211d by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:15.280333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Attempting to bind port 5cd246fd-bef2-4881-ae5d-861b7abd211d on network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:15.292317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:15.294697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Checking segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:15.295321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.295941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Bound using segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:15.296910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Bound port: 5cd246fd-bef2-4881-ae5d-861b7abd211d, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:15.297524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.364910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.367645 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7965674
Feb 15 15:47:15.371409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:15.379017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47248) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:15.383195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:15.391168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1256daa3-7bb8-4777-ab60-78d8777a41c2,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:15.396800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group_rule': {'security_group_id': '57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:15.403623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:15.408118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:15.413305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:15.420001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:15.440546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:15.460718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.480524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] For port 5cd246fd-bef2-4881-ae5d-861b7abd211d, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:15.482390 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c69a444-7353-4f08-8ef1-8c66b921ef55 req-4e4c23f8-172d-46d2-8b67-1dcfe83bfe67 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549293
Feb 15 15:47:15.510539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] For port 5cd246fd-bef2-4881-ae5d-861b7abd211d, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5cd246fd-bef2-4881-ae5d-861b7abd211d,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:15.525162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.616236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.629292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.629758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8e08c56c-c26c-438d-9a4f-ad60511a4d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:15.636220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-997c5761-cba9-4043-ab9f-a8d3ec0e15c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:15.702072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033b1e29-6bfd-49e1-b6cc-9b0d801116eb,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:15.711715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:15.712700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.714129 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3298523
Feb 15 15:47:15.721067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47260) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:15.739363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:15.762170 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-fc975ee7-bbb1-41f4-8ee4-8e3fb6d9ddae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 1.0550478
Feb 15 15:47:15.767419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:15.777060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:floatingip and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:15.785048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:15.805717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:15.871836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.915611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:15.943157 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4c70108-45b1-4745-a374-3b4ac5ea12d8 req-b58a6f5f-ba1d-4682-a930-331c2e82cd85 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 210 time: 0.1205099
Feb 15 15:47:15.977105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:15.988183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:16.055647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:47:16.056749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aa30c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:47:09Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:16.119587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:16.133047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:16.237356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:16.348565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:47:16.359073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff12e33-fcb4-4426-b44f-825aa28165ec,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:16.364673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:16.383939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2463142-57f5-484e-994c-3302bc09dc62 req-1aea300f-194d-4368-86db-a6fd88b6c39c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:16.384752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b2463142-57f5-484e-994c-3302bc09dc62 req-1aea300f-194d-4368-86db-a6fd88b6c39c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Synchronizing usage tracker for tenant:b761eb37664b4209a751ac16f090cfae on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:16.406426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:16.408202 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8ff12e33-fcb4-4426-b44f-825aa28165ec HTTP/1.1" status: 204  len: 168 time: 3.0339413
Feb 15 15:47:16.487622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b2463142-57f5-484e-994c-3302bc09dc62 req-1aea300f-194d-4368-86db-a6fd88b6c39c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Unset dirty status for tenant:b761eb37664b4209a751ac16f090cfae on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:16.495684 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2463142-57f5-484e-994c-3302bc09dc62 req-1aea300f-194d-4368-86db-a6fd88b6c39c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 932 time: 1.8879442
Feb 15 15:47:16.570553 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-7e0a82f0-a6d9-4641-84f9-5bca9f514d38 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7755218
Feb 15 15:47:16.635730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Allocated IP 172.27.3.159 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/5f24f7c2-5c20-4316-8879-ed71051bfa15) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:16.817618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 15 15:47:16.879942 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2463142-57f5-484e-994c-3302bc09dc62 req-0ec7a4e8-fe4d-42eb-b5a4-41d18649d7ae tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3831463
Feb 15 15:47:17.037713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b6300bb5-69df-4d7f-aa61-89e01601eb60 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:17.134300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ea3016-7e6c-4546-b76e-61039c46a023 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:17.157450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:17.198115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Transition to ACTIVE for port object 03ea3016-7e6c-4546-b76e-61039c46a023 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:17.202620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50531-3528-46ae-bcd6-f7132df5d904 req-753d407e-370e-4d7e-a46e-53a3a6cfeff2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:17.205366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:17.213639 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ae50531-3528-46ae-bcd6-f7132df5d904 req-753d407e-370e-4d7e-a46e-53a3a6cfeff2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 0.3505509
Feb 15 15:47:17.221541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Allocated IP 172.20.0.11 (4165a8b7-6598-4817-959a-3646f38a2426/527b45fd-4fb4-4b24-a2e8-ec980e8984e6/a221bcba-b475-49b8-9c9d-38bd9bae805b) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:17.253048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:17.280950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port b6300bb5-69df-4d7f-aa61-89e01601eb60 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:17.281383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:17.339497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ae50531-3528-46ae-bcd6-f7132df5d904 req-8107b988-e526-4525-b717-31c6280a76f3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248598
Feb 15 15:47:17.378089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:17.388457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aa30c50>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:15Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:47:17.395747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b21a8-b9c1-44fd-ab96-0fa565af606e None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:15Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:47:17.402849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c30cc8b1-b7b7-44e8-b732-e2475129dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:17.525255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:17.552290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=5f24f7c2-5c20-4316-8879-ed71051bfa15,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:17.616824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:17.810841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Pushing event updated for resources: {'Port': ['ID=03ea3016-7e6c-4546-b76e-61039c46a023,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:17.847283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d505c43c-78aa-4955-ad6d-baa43f5c1106 req-1bb290b6-c6b6-486f-ac8d-9fcbce90388e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 210 time: 0.3458896
Feb 15 15:47:17.875684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:18.070444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:18.075161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:18.086749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:18.161494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.185451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.248182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Attempting to bind port 03ea3016-7e6c-4546-b76e-61039c46a023 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:18.248857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Attempting to bind port 03ea3016-7e6c-4546-b76e-61039c46a023 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:18.249378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Attempting to bind port 03ea3016-7e6c-4546-b76e-61039c46a023 on network e2a09c6f-55da-4973-b5f1-5149b64b8431 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:18.271905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:18.275674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Checking segment: {'id': '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:18.276356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.276899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Bound using segment: {'id': '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:18.277570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Bound port: 03ea3016-7e6c-4546-b76e-61039c46a023, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2a09c6f-55da-4973-b5f1-5149b64b8431'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:18.278108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.370741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.468723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:18.512708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:18.619996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Pushing event updated for resources: {'Port': ['ID=a221bcba-b475-49b8-9c9d-38bd9bae805b,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:18.624952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:18.829228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cd6c1-edd6-445f-b9b5-c507cb172a81 req-9105fa87-e180-4501-ba77-429b83fae4ba tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:18.843155 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac7cd6c1-edd6-445f-b9b5-c507cb172a81 req-9105fa87-e180-4501-ba77-429b83fae4ba tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 944 time: 0.3504601
Feb 15 15:47:18.865748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] For port 03ea3016-7e6c-4546-b76e-61039c46a023, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:18.950833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5cd246fd-bef2-4881-ae5d-861b7abd211d up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:19.005320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] For port 03ea3016-7e6c-4546-b76e-61039c46a023, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03ea3016-7e6c-4546-b76e-61039c46a023,segment=NetworkSegment(8ffe8eca-7ea3-4440-9f0f-b0789aead8bf),segment_id=8ffe8eca-7ea3-4440-9f0f-b0789aead8bf)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:19.090341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.119190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.133659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.142063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 5cd246fd-bef2-4881-ae5d-861b7abd211d completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:19.166480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 5cd246fd-bef2-4881-ae5d-861b7abd211d triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:19.166718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.196830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:19.286083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac7cd6c1-edd6-445f-b9b5-c507cb172a81 req-e56422e7-0653-46d0-8d1f-a43c97203391 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Synchronizing usage tracker for tenant:b761eb37664b4209a751ac16f090cfae on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:19.302981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.15', 60518) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:19.410587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ac7cd6c1-edd6-445f-b9b5-c507cb172a81 req-e56422e7-0653-46d0-8d1f-a43c97203391 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Unset dirty status for tenant:b761eb37664b4209a751ac16f090cfae on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:19.425489 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac7cd6c1-edd6-445f-b9b5-c507cb172a81 req-e56422e7-0653-46d0-8d1f-a43c97203391 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5493309
Feb 15 15:47:19.547202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.664145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 5cd246fd-bef2-4881-ae5d-861b7abd211d, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5cd246fd-bef2-4881-ae5d-861b7abd211d,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:19.673926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:19.675927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:19.848892 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78fa885c-a427-445f-9e4f-c11d2cb743c0 req-624c14a8-38b5-4e67-883f-a9efa85c21c2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 210 time: 0.0990376
Feb 15 15:47:19.858525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:19.870719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:19.916664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-e8589ced-e104-4496-8f03-5267aa9701b4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:19.919675 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-e8589ced-e104-4496-8f03-5267aa9701b4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 818 time: 0.5786200
Feb 15 15:47:19.922859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=5f24f7c2-5c20-4316-8879-ed71051bfa15,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:19.929292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:19.937880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Request body: {'port': {'device_id': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426', 'admin_state_up': True, 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:19.956138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:20.000530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.035645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315b166-e666-41fc-b08a-7cb9724ab20f req-3b6a8e9a-f4f9-4e25-bff4-3cde8aa56ca5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.046842 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5315b166-e666-41fc-b08a-7cb9724ab20f req-3b6a8e9a-f4f9-4e25-bff4-3cde8aa56ca5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 1.4167538
Feb 15 15:47:20.115081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.115762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.117304 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-77da936e-5f41-4279-9db7-a311d547544a service neutron] 10.222.0.15 "PUT /v2.0/ports/03ea3016-7e6c-4546-b76e-61039c46a023 HTTP/1.1" status: 200  len: 1158 time: 5.7544994
Feb 15 15:47:20.117966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:20.121077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.284884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.288498 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5660636
Feb 15 15:47:20.293944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:20.303321 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c224b7c4-f299-43f7-875e-a3c4d079a391 req-2206a910-c165-4805-ae16-cfc48565eed3 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6046734
Feb 15 15:47:20.318450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:20.333409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5315b166-e666-41fc-b08a-7cb9724ab20f req-e7797544-09b8-46b5-91ce-3f545e2a0360 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848740
Feb 15 15:47:20.337691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Made reservation on behalf of 4e2acc07b6a6414a8ce76a04d9e938dd for: {'port': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:20.338214 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023', 'status': 'completed', 'code': 200}
Feb 15 15:47:20.348781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.372597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Network 4165a8b7-6598-4817-959a-3646f38a2426 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:20.377636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:20.441209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:20.452894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.453824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:20.487130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Pushing event updated for resources: {'Port': ['ID=03ea3016-7e6c-4546-b76e-61039c46a023,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:20.544405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:20.560666 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.9108155
Feb 15 15:47:20.592383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Request body: {'port': {'device_id': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:20.654770 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-8416c891-8a2e-42d1-b042-be919a05f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.656618 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-8416c891-8a2e-42d1-b042-be919a05f3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b761eb37664b4209a751ac16f090cfae&device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 1161 time: 0.4609601
Feb 15 15:47:20.668918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47404) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:20.763242 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-4ce83e96-1083-4403-bcc3-c055a5792cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ea3016-7e6c-4546-b76e-61039c46a023 HTTP/1.1" status: 200  len: 217 time: 0.0952835
Feb 15 15:47:20.880353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-b82ca958-b839-44ec-85d4-8742a3e2aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.882170 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-b82ca958-b839-44ec-85d4-8742a3e2aa8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16d4aa5e-375b-4b11-9796-6b90349c5112 HTTP/1.1" status: 200  len: 852 time: 0.1034858
Feb 15 15:47:20.926843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5cd246fd-bef2-4881-ae5d-861b7abd211d up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:20.957725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-97947a05-96a5-4bd3-84b9-26b56231efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:20.961880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-97947a05-96a5-4bd3-84b9-26b56231efa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 1161 time: 0.5805509
Feb 15 15:47:20.965119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Allocated IP 172.20.0.7 (4165a8b7-6598-4817-959a-3646f38a2426/527b45fd-4fb4-4b24-a2e8-ec980e8984e6/d7e19c59-d399-4457-9ad8-827161b16ead) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:21.004396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.081869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 5cd246fd-bef2-4881-ae5d-861b7abd211d triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:21.082534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.115418 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-7e382bf5-5db9-4ba6-9c1c-6084f3c04c7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a09c6f-55da-4973-b5f1-5149b64b8431&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1485820
Feb 15 15:47:21.277539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-1409934c-b386-41a7-82a2-af8bb385c9c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--867919704&fields=id&tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 267 time: 0.5096681
Feb 15 15:47:21.346947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb4d2-0571-4a89-a676-3e09e76cebaf req-1cb52793-547c-423b-b8c2-b70776e4cfca tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:21.350170 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00edb4d2-0571-4a89-a676-3e09e76cebaf req-1cb52793-547c-423b-b8c2-b70776e4cfca tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 944 time: 0.6151874
Feb 15 15:47:21.413927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-7616d76d-4590-4138-822e-7615927123b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:21.415317 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-7616d76d-4590-4138-822e-7615927123b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.3831327
Feb 15 15:47:21.422005 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00edb4d2-0571-4a89-a676-3e09e76cebaf req-c322f5c7-241b-4885-9ba7-672690eb4ddf tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604508
Feb 15 15:47:21.455334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.517915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.709751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39c2258e-eb07-4820-88c6-21856ddd1a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:21.796457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Pushing event updated for resources: {'Port': ['ID=d7e19c59-d399-4457-9ad8-827161b16ead,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:21.827176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.837823 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-fbf71490-f4d8-4af5-b94d-71feb6462c26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 200  len: 217 time: 0.2762501
Feb 15 15:47:21.844774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:21.864805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Network 4165a8b7-6598-4817-959a-3646f38a2426 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:21.866801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:21.873602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:21.878285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:21.879019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:21.914196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:21.921905 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-038cc07d-faf1-4ab6-8864-b5eaa5d75375 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7435510
Feb 15 15:47:21.930403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9976420
Feb 15 15:47:21.937827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e069f-886b-45e7-90a3-e21a9e964213 req-c6bc5bbb-8ab1-4168-94fb-ccab14b31a0f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:21.938638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-248e069f-886b-45e7-90a3-e21a9e964213 req-c6bc5bbb-8ab1-4168-94fb-ccab14b31a0f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:21.952303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Usage tracker for resource:security_group_rule and tenant:c4799fff5b474805808e7bdb0ec04dc3 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:21.956798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-248e069f-886b-45e7-90a3-e21a9e964213 req-c6bc5bbb-8ab1-4168-94fb-ccab14b31a0f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:21.958351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-248e069f-886b-45e7-90a3-e21a9e964213 req-c6bc5bbb-8ab1-4168-94fb-ccab14b31a0f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 931 time: 0.2499304
Feb 15 15:47:21.959067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:21.983632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:22.024068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Request body: {'port': {'device_id': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:22.067470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-248e069f-886b-45e7-90a3-e21a9e964213 req-1772e8e3-3744-4a13-b9ed-2e3bc7fd7b48 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:22.114956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-248e069f-886b-45e7-90a3-e21a9e964213 req-1772e8e3-3744-4a13-b9ed-2e3bc7fd7b48 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:22.116326 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-248e069f-886b-45e7-90a3-e21a9e964213 req-1772e8e3-3744-4a13-b9ed-2e3bc7fd7b48 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510639
Feb 15 15:47:22.168853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:22.179747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-f88c9aba-2ea6-41f0-900b-64c05446af06 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:22.188348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-f88c9aba-2ea6-41f0-900b-64c05446af06 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 817 time: 0.7662168
Feb 15 15:47:22.236239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:22.257716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:22.391759 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5f35fa4-8049-42d5-8287-9c561d6f0de9 req-261d25a7-bc5a-4b8b-bbef-b44c2f30e4a8 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2188110
Feb 15 15:47:22.428388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-24ff2888-a0df-458d-a525-e6709bc70e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:22.473380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c096604-0260-4c3f-9491-d31809ffe946,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:22.483344 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-b228bd14-f4c1-4eb5-abec-93ed0b462d4a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/quotas/f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 375 time: 0.2939749
Feb 15 15:47:22.491676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:22.647153 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c4799fff5b474805808e7bdb0ec04dc3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8863027
Feb 15 15:47:22.651161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47502) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:22.656015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-95c66752-3a0f-40ff-83a2-3be98d60c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:22.657644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-95c66752-3a0f-40ff-83a2-3be98d60c7a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.4872420
Feb 15 15:47:22.927375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47506) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:22.945265 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-92c6669c-efe2-45b4-9e6d-8ae5e8412595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2756965
Feb 15 15:47:22.987357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ce271-5d6b-438c-8b9a-d96fa21fb79d req-cd5d2b3a-bf1b-41ff-ab3a-a86aef01b3fb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:22.993338 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-644ce271-5d6b-438c-8b9a-d96fa21fb79d req-cd5d2b3a-bf1b-41ff-ab3a-a86aef01b3fb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 0.5607417
Feb 15 15:47:23.081777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-e46c34ff-773a-4baf-b886-f95df33e90ae tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:23.085431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-f383d657-97e8-46d6-b9b8-921a07255833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:23.087051 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-f383d657-97e8-46d6-b9b8-921a07255833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b761eb37664b4209a751ac16f090cfae&device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 1161 time: 0.5966918
Feb 15 15:47:23.102215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-644ce271-5d6b-438c-8b9a-d96fa21fb79d req-d9be71db-a2b7-4151-af59-5d95765a0c24 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062362
Feb 15 15:47:23.130892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.274815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.294172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.301624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-e46c34ff-773a-4baf-b886-f95df33e90ae tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:23.302971 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-e46c34ff-773a-4baf-b886-f95df33e90ae tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8188803
Feb 15 15:47:23.314544 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-11333d7d-e1ff-4a75-92fe-3b276184700d service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3566720
Feb 15 15:47:23.409366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:23.419927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9867e77a46994ba1b3ca2a4588d1e5e6 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:23.424307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:23.429173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e19c59-d399-4457-9ad8-827161b16ead {{(pid=84015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:23.443253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:23.447233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.492167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Transition to ACTIVE for port object d7e19c59-d399-4457-9ad8-827161b16ead will not be triggered until provisioned by entity L2. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:23.501591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.509222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d2bce09e-49ae-4143-9098-dd5be8bce30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:23.516627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.546501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c096604-0260-4c3f-9491-d31809ffe946,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:23.551635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:23.555682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:23.572727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-33916160-1981-4939-b88d-5fc65d97cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:23.574390 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-33916160-1981-4939-b88d-5fc65d97cf12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2a09c6f-55da-4973-b5f1-5149b64b8431 HTTP/1.1" status: 200  len: 906 time: 0.4763401
Feb 15 15:47:23.628833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454e9e1-5732-465d-872f-703d29cc6adc req-17d64958-bded-4b0f-8bdc-427580d5aa14 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:23.630644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d454e9e1-5732-465d-872f-703d29cc6adc req-17d64958-bded-4b0f-8bdc-427580d5aa14 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 944 time: 0.3261123
Feb 15 15:47:23.700477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.704294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c096604-0260-4c3f-9491-d31809ffe946 HTTP/1.1" status: 204  len: 168 time: 1.0473154
Feb 15 15:47:23.762068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e19c59-d399-4457-9ad8-827161b16ead,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:23.780594 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-648ddcd6-5be9-48d3-aa86-123ab99f1503 service neutron] 10.222.0.102 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4589818
Feb 15 15:47:23.782224 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-ea4d76b1-2761-446f-9a0b-e171a6a73c05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ea3016-7e6c-4546-b76e-61039c46a023 HTTP/1.1" status: 200  len: 217 time: 0.1776381
Feb 15 15:47:23.782822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:23.816840 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d454e9e1-5732-465d-872f-703d29cc6adc req-02cacac9-e8a1-409c-b685-416708498de9 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205084
Feb 15 15:47:23.861200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.870316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:23.885577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:24.017159 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe370ef-e394-4cb0-a295-1b5b4d1459db req-6c608bbe-60fc-46df-9dc2-ebf95dd54fdd service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6936419
Feb 15 15:47:24.093550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-d3c81a4d-3ffc-438d-a8f0-88ff43813418 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:47:24.154351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-fa65b77a-ed9f-47a9-a3f0-583f9111026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:24.155944 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-fa65b77a-ed9f-47a9-a3f0-583f9111026a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16d4aa5e-375b-4b11-9796-6b90349c5112 HTTP/1.1" status: 200  len: 852 time: 0.2998705
Feb 15 15:47:24.188530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b5ef9-fb89-40ce-9a95-d54e62a88b2d,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:24.192810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:24.195854 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9867e77a46994ba1b3ca2a4588d1e5e6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2578292
Feb 15 15:47:24.202073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47552) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:24.224683 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-c113e453-d190-416e-b102-5c57bf098ada service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2a09c6f-55da-4973-b5f1-5149b64b8431&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553727
Feb 15 15:47:24.231027 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-a68957c5-c429-4b65-828e-b05cd381e0b2 service neutron] 10.222.0.102 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4229650
Feb 15 15:47:24.273821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47556) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:24.274683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Attempting to bind port d7e19c59-d399-4457-9ad8-827161b16ead on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:24.275166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Attempting to bind port d7e19c59-d399-4457-9ad8-827161b16ead by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}] {{(pid=84015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:24.275548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Attempting to bind port d7e19c59-d399-4457-9ad8-827161b16ead on network 4165a8b7-6598-4817-959a-3646f38a2426 {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:24.297185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:24.297365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Checking segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:24.297997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.298487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Bound using segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:24.299079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Bound port: d7e19c59-d399-4457-9ad8-827161b16ead, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}}] {{(pid=84015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:24.299534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.446772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.447568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a221bcba-b475-49b8-9c9d-38bd9bae805b {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:24.469388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.521547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Transition to ACTIVE for port object a221bcba-b475-49b8-9c9d-38bd9bae805b will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:24.530889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.555783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610713e-3dcf-41c9-85c6-7ec63ff53810 req-6347737d-8716-4414-9ba7-b11d2727f296 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:24.557698 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0610713e-3dcf-41c9-85c6-7ec63ff53810 req-6347737d-8716-4414-9ba7-b11d2727f296 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 943 time: 0.5002003
Feb 15 15:47:24.568802 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-2adbf3c2-cc28-487b-839a-f49fc2fd9e76 service neutron] 10.222.0.15 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3226166
Feb 15 15:47:24.575535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c105748-34eb-4255-9a62-898af24d6910 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:24.626281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.638646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] For port d7e19c59-d399-4457-9ad8-827161b16ead, host hv-cinder-76810, cleared binding levels {{(pid=84015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:24.669891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] For port d7e19c59-d399-4457-9ad8-827161b16ead, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7e19c59-d399-4457-9ad8-827161b16ead,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:24.732242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 03ea3016-7e6c-4546-b76e-61039c46a023 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:24.777861 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0610713e-3dcf-41c9-85c6-7ec63ff53810 req-1d1c0ec1-b40a-4d9a-832e-889f5aa1fb64 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862464
Feb 15 15:47:24.789053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:24.992505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 03ea3016-7e6c-4546-b76e-61039c46a023 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:25.000590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 03ea3016-7e6c-4546-b76e-61039c46a023 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:25.001456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.008142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:25.234336 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae63ed2b-fd94-48b8-b3a8-04ee95314688 req-725581a8-5f5f-409a-94b1-55f64a140732 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 210 time: 0.2276533
Feb 15 15:47:25.240180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:25.241095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.244164 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-a0167cda-fef4-4263-864b-489078e06938 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 200  len: 1157 time: 3.2238123
Feb 15 15:47:25.244164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:25.307696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e19c59-d399-4457-9ad8-827161b16ead,revision_number=3']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:25.311950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:25.328835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.329785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.336452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:25.405354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b5ef9-fb89-40ce-9a95-d54e62a88b2d,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:25.410497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:25.423223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:25.437186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.438792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b01b5ef9-fb89-40ce-9a95-d54e62a88b2d HTTP/1.1" status: 204  len: 168 time: 1.2346759
Feb 15 15:47:25.489329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-d7665be2-13dc-4ba2-8874-f0746d162f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:25.489329 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-d7665be2-13dc-4ba2-8874-f0746d162f7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1160 time: 0.1404045
Feb 15 15:47:25.555531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 03ea3016-7e6c-4546-b76e-61039c46a023, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03ea3016-7e6c-4546-b76e-61039c46a023,segment=NetworkSegment(8ffe8eca-7ea3-4440-9f0f-b0789aead8bf),segment_id=8ffe8eca-7ea3-4440-9f0f-b0789aead8bf)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:25.573608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.574753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:25.612838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:25.658621 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-41ca92e1-02ef-4b70-a9be-8b22ad0c5666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 200  len: 217 time: 0.1456881
Feb 15 15:47:25.726852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=03ea3016-7e6c-4546-b76e-61039c46a023,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:25.739818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:25.749245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:25.755949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:25.756615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.801265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2ff09-2691-48af-9432-866496b77f06 req-ba1bcee2-a7fc-45c5-bb28-00cb7c6650ee tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:25.804699 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcc2ff09-2691-48af-9432-866496b77f06 req-ba1bcee2-a7fc-45c5-bb28-00cb7c6650ee tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.2182839
Feb 15 15:47:25.808124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-846267f2-e3c3-4a04-ba0b-9c42f7933167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:25.810272 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-846267f2-e3c3-4a04-ba0b-9c42f7933167 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1428082
Feb 15 15:47:25.830968 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b6be07d-751e-4985-a39a-23fa80034f05 req-8926fba3-7b66-4350-9bc6-9f3fc067352a service neutron] 10.222.0.15 "GET /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1305792
Feb 15 15:47:25.870808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.907891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:25.924705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Usage tracker for resource:security_group_rule and tenant:53220f21b0ed4b10957c906ba3354200 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:25.928661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:25.938290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a221bcba-b475-49b8-9c9d-38bd9bae805b,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:25.938738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.947463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:25.950115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:25.970261 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-98f02d20-c354-446f-8f0c-01c32c342746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1268322
Feb 15 15:47:25.980904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:25.989864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:25.994634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a489e3ce-5f27-4a5e-bff0-ebabb0812d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:26.017090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698471-4d2f-4a5d-851f-3d5baf9d8ef7 req-8cdcd50c-e874-4031-a46a-b2cb5e4c3f6a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:26.024871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20698471-4d2f-4a5d-851f-3d5baf9d8ef7 req-8cdcd50c-e874-4031-a46a-b2cb5e4c3f6a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 944 time: 1.2727332
Feb 15 15:47:26.112952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:26.116750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:26.136809 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcc2ff09-2691-48af-9432-866496b77f06 req-d776c127-f46c-4f26-9249-bd48ed6ab696 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3246870
Feb 15 15:47:26.168865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 03ea3016-7e6c-4546-b76e-61039c46a023 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:26.259125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47624) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:26.262364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47626) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:26.284979 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20698471-4d2f-4a5d-851f-3d5baf9d8ef7 req-a86caba8-44dd-4697-93f5-21fdec7401fa tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566426
Feb 15 15:47:26.339671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.354905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 03ea3016-7e6c-4546-b76e-61039c46a023 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:26.357891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.364297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:26.368346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd6b2e343064354b0b14bba99616d7f is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:26.371785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:26.378766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:26.473132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.596669 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-d4fe86f9-7d6b-4e7e-9486-4940548140b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6016345
Feb 15 15:47:26.623340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Attempting to bind port a221bcba-b475-49b8-9c9d-38bd9bae805b on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:26.623777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Attempting to bind port a221bcba-b475-49b8-9c9d-38bd9bae805b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:26.624144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Attempting to bind port a221bcba-b475-49b8-9c9d-38bd9bae805b on network 4165a8b7-6598-4817-959a-3646f38a2426 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:26.701231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:26.701856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Checking segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:26.702260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.702655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Bound using segment: {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:26.703156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Bound port: a221bcba-b475-49b8-9c9d-38bd9bae805b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db92f1b-c2de-47e7-8273-6d8882738a99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4165a8b7-6598-4817-959a-3646f38a2426'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:26.703530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.722764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.875593 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c15c1e-f385-4fe3-bf58-d5d77b694782 req-f682b8f6-a126-4479-82e5-03c7197ff96c service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2635286
Feb 15 15:47:26.878502 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead', 'status': 'completed', 'code': 200}
Feb 15 15:47:26.933302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-39bdbc07-77f1-41a6-b759-65e207136567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:26.957250 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dfd6b2e343064354b0b14bba99616d7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6686099
Feb 15 15:47:26.958354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.961681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47660) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:26.974221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:26.989834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:26.991066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:26.995271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ba3c0b4b0043cbbe021b8b9a0ab092 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:26.999170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:27.005866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:27.070969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.127209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:27.129876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.160331 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8933aa0-1685-4f69-929a-24c360d57e00 req-352b272f-67b6-4a35-a86f-21c6d775061b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 210 time: 0.1029804
Feb 15 15:47:27.182495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-8877807d-a78c-4881-aeb3-4f8b7384e0d9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:27.184124 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-8877807d-a78c-4881-aeb3-4f8b7384e0d9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 817 time: 0.8246899
Feb 15 15:47:27.214414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.244483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d611-596b-4ca7-9889-b1867b650470 req-32c703bc-868b-416e-a892-c8ebc2da1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:27.246122 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-32c703bc-868b-416e-a892-c8ebc2da1b73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1160 time: 0.2619436
Feb 15 15:47:27.254858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.259155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] For port a221bcba-b475-49b8-9c9d-38bd9bae805b, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:27.261751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbf5d8-22a1-4875-b0e8-a6b9253ede7c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:27.281231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:27.298036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=53220f21b0ed4b10957c906ba3354200&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0184584
Feb 15 15:47:27.299132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3351d031-a2d8-45c9-9b18-65805338ea31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:27.310317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47670) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:27.344780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.352064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] For port a221bcba-b475-49b8-9c9d-38bd9bae805b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:27.362519 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023', 'code': 200}
Feb 15 15:47:27.376156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.416668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.423768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f0376-4f87-4bf5-9843-f4c5ed7215c5 req-91eeaa8b-ab7d-49a3-b0fa-6cebdd9fead5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:27.424577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b12f0376-4f87-4bf5-9843-f4c5ed7215c5 req-91eeaa8b-ab7d-49a3-b0fa-6cebdd9fead5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:27.480579 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f7ba3c0b4b0043cbbe021b8b9a0ab092&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1894207
Feb 15 15:47:27.492029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47676) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:27.502267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3010c3-80e5-4397-b642-50f749faf211,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:27.517483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:27.518087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b12f0376-4f87-4bf5-9843-f4c5ed7215c5 req-91eeaa8b-ab7d-49a3-b0fa-6cebdd9fead5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:27.520443 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b12f0376-4f87-4bf5-9843-f4c5ed7215c5 req-91eeaa8b-ab7d-49a3-b0fa-6cebdd9fead5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 943 time: 0.9113054
Feb 15 15:47:27.520983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:27.595938 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-da378a8f-9127-47a2-b4da-211ffdbaad3f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 5704 time: 0.3774405
Feb 15 15:47:27.613415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d611-596b-4ca7-9889-b1867b650470 req-fa080dcd-3d77-4252-b557-71b2e46f27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:27.615006 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-fa080dcd-3d77-4252-b557-71b2e46f27d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.3521585
Feb 15 15:47:27.615749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.617566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.624769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6679df27-da78-4cc8-bde1-ad528692d32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:27.682641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'port': {'device_id': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'admin_state_up': True, 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'security_groups': ['57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:27.748622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd5f30-1fa0-4314-9ec2-fab10f0e7aad,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:27.808878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:27.819677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:27.899719 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b12f0376-4f87-4bf5-9843-f4c5ed7215c5 req-9aeeb33b-5d63-4cae-b69f-f662eb92a3f5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188610
Feb 15 15:47:27.940365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbf5d8-22a1-4875-b0e8-a6b9253ede7c,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:27.944422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:27.945124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.946985 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 1158 time: 7.3693981
Feb 15 15:47:27.953304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:27.957506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:27.961531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.979678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:27.983492 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/43cbf5d8-22a1-4875-b0e8-a6b9253ede7c HTTP/1.1" status: 204  len: 168 time: 1.0180216
Feb 15 15:47:28.005665 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-a01637ce-7675-44d9-9dec-97fc2b322c19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 200  len: 217 time: 0.3679123
Feb 15 15:47:28.020585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d68d06-3a19-4c94-b435-f78255efda3a req-c04bf2b7-e592-4bc8-befb-e4fe5b3e150b tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:28.028026 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76d68d06-3a19-4c94-b435-f78255efda3a req-c04bf2b7-e592-4bc8-befb-e4fe5b3e150b tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.5850472
Feb 15 15:47:28.050679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.072697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a221bcba-b475-49b8-9c9d-38bd9bae805b,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:28.077330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:28.149382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:28.154637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:28.163121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-2d3c2dcb-48d1-46a1-8272-fce5f1a51614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:28.164921 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-2d3c2dcb-48d1-46a1-8272-fce5f1a51614 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 1163 time: 0.5828309
Feb 15 15:47:28.197917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:28.217059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.258106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Made reservation on behalf of f0516b1a4f5e4b92a56566d23e25c2ab for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:28.261771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.263843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.277935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:28.290319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.293932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:28.299408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Usage tracker for resource:security_group_rule and tenant:9e70bccdb7b74619823412a9e535c369 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:28.303854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:28.305245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d611-596b-4ca7-9889-b1867b650470 req-09c3f160-44e9-4f1b-a19a-3379e551cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:28.306865 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-09c3f160-44e9-4f1b-a19a-3379e551cad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.2766967
Feb 15 15:47:28.310308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:28.320595 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76d68d06-3a19-4c94-b435-f78255efda3a req-94cc7a2b-c28b-4237-bdcd-5bc7a26f7e3b tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914517
Feb 15 15:47:28.467488 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-799ad577-944d-449f-8b0e-6ce78d9ae6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1457329
Feb 15 15:47:28.552393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.579750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-86ecaa8f-b293-4b3b-8eee-bdc8ec5336c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:28.671774 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27f11e29-c64d-4ccf-9a7b-d7f145a01f74 req-0bae2aaa-f5ea-4474-8977-067c060a554b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 210 time: 0.0656574
Feb 15 15:47:28.685353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3010c3-80e5-4397-b642-50f749faf211,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:28.746284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:28.760391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.763868 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4f3010c3-80e5-4397-b642-50f749faf211 HTTP/1.1" status: 204  len: 168 time: 1.4499235
Feb 15 15:47:28.776896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.785317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e547b18-dc8b-4de9-93bc-009927ce078e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:28.799525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd5f30-1fa0-4314-9ec2-fab10f0e7aad,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:28.804707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:28.822399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.826221 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fafd5f30-1fa0-4314-9ec2-fab10f0e7aad HTTP/1.1" status: 204  len: 168 time: 1.3150778
Feb 15 15:47:28.830854 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-c074522c-eff6-4674-be24-f70482302319 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438513
Feb 15 15:47:28.844123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b', 'status': 'completed', 'code': 200}
Feb 15 15:47:28.919019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:28.922165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-31646a58-5961-4c8e-b7e1-4fe9bdb46589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:28.923812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-31646a58-5961-4c8e-b7e1-4fe9bdb46589 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1161 time: 0.9154074
Feb 15 15:47:28.941132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd622f75-9724-4b78-a124-e3bc3636e6b2 req-ad497e9b-b95c-46ea-968b-aac7953472cd tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:28.950371 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd622f75-9724-4b78-a124-e3bc3636e6b2 req-ad497e9b-b95c-46ea-968b-aac7953472cd tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.8887556
Feb 15 15:47:28.974562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:29.117421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-69f5d611-596b-4ca7-9889-b1867b650470 req-f54fdc47-c3ba-4b49-ace9-40c31527597a service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2762072
Feb 15 15:47:29.205409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd622f75-9724-4b78-a124-e3bc3636e6b2 req-f3bba66e-0b3a-45c8-8b4b-db63d3134f67 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535400
Feb 15 15:47:29.214880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:29.224773 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-c6e3d333-38f4-4ca9-9953-be497b94149a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.2458444
Feb 15 15:47:29.326599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-48ee85a0-4338-4a94-b831-e21fefa6fb02 req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1485646
Feb 15 15:47:29.363934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:29.364745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=627c5e55-769d-4a6e-a19d-ee37bb95a745,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:29.368521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:29.396535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Allocated IP 172.20.0.14 (18ce0493-5a59-4abb-97a2-0d5e5eb30ab9/edf559f3-a64a-4652-b78d-b1853ffd0daa/d0349f9e-684c-4be3-956a-5b2e472b8041) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:29.403277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b7fe0-0ac0-4ddc-a463-a4772c33d80d req-4af98c14-a714-4d5f-b992-4855383b99f5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:29.407822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-f7a670bd-2cf3-4577-95c4-127b365f169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:29.410105 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-f7a670bd-2cf3-4577-95c4-127b365f169d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1664732
Feb 15 15:47:29.413695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-757b7fe0-0ac0-4ddc-a463-a4772c33d80d req-4af98c14-a714-4d5f-b992-4855383b99f5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 943 time: 0.2109306
Feb 15 15:47:29.487919 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-757b7fe0-0ac0-4ddc-a463-a4772c33d80d req-3779da89-d86f-4838-a126-a0c94184b599 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725336
Feb 15 15:47:29.571896 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7', 'code': 200}
Feb 15 15:47:29.580304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47738) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:29.620621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:29.624738 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-3bf3fc1e-d8d7-4833-a4c4-ccddbcb7cc79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576992
Feb 15 15:47:29.680378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:29.688291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1fcfa16fc641038085cf81438e3208 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:29.692016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:29.700883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:29.852922 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-3355f7f9-238e-41ca-9535-a8bf6d79ffba service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649630
Feb 15 15:47:29.862855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:29.866264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:29.917346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:29.959253 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7d6451f2-d1bc-493c-9bce-d2cb3782cd05 req-09063000-51c4-4d98-adf6-c2bddabffeff tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 210 time: 0.0811489
Feb 15 15:47:29.989351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f7088-87d6-4bba-8d3a-093663e93fd1,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:29.997437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:30.000228 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7f1fcfa16fc641038085cf81438e3208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4187689
Feb 15 15:47:30.008826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47758) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:30.091881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.122654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.162207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.187140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.194072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a613219-498e-43be-8209-afc0788bf38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:30.194262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fd4bb-57f2-4051-ab57-80e736e6a62f req-1b075fda-89ec-4d3b-b87e-7cbc86f644aa tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:30.195884 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a31fd4bb-57f2-4051-ab57-80e736e6a62f req-1b075fda-89ec-4d3b-b87e-7cbc86f644aa tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.6302896
Feb 15 15:47:30.246478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f7088-87d6-4bba-8d3a-093663e93fd1,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:30.254118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Transition to ACTIVE for port object d0349f9e-684c-4be3-956a-5b2e472b8041 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:30.260520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.262681 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d78f7088-87d6-4bba-8d3a-093663e93fd1 HTTP/1.1" status: 204  len: 168 time: 0.2502599
Feb 15 15:47:30.264315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:30.294385 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9946f1fe-7b43-4ead-81e2-998cbb23e0e4 req-63c994a3-5d03-44ff-88d7-b93cfcaf43f6 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3638425
Feb 15 15:47:30.310517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336bb5-d9ac-45d8-8169-11b5abb6159c req-c98e7371-40c3-4a56-acd4-13ca1c2c24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:30.312689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-91336bb5-d9ac-45d8-8169-11b5abb6159c req-c98e7371-40c3-4a56-acd4-13ca1c2c24ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 1163 time: 0.4571993
Feb 15 15:47:30.316044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-9b4bcbf3-d9ab-433a-a329-7016495c330c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:47:30.326237 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a31fd4bb-57f2-4051-ab57-80e736e6a62f req-a43b2423-8462-417a-b607-11a2fbbc822f tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172395
Feb 15 15:47:30.457208 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-91336bb5-d9ac-45d8-8169-11b5abb6159c req-d82d8281-fcfa-46a2-9c47-16e7ac361bb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280961
Feb 15 15:47:30.459413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:30.483698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:30.509592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab00555-1d38-4bf2-81c7-7370eeb4ae81 req-f380068f-be93-40e6-91ae-3d72a13b9d5a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:30.517840 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ab00555-1d38-4bf2-81c7-7370eeb4ae81 req-f380068f-be93-40e6-91ae-3d72a13b9d5a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.1203680
Feb 15 15:47:30.650289 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ab00555-1d38-4bf2-81c7-7370eeb4ae81 req-e1926d11-6402-4b2b-905b-9d5a27f7051f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313171
Feb 15 15:47:30.692686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:30.745597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:30.809047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:30.901975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-bf83a6a4-1fa0-4d25-abcf-2cdb3229f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:30.903621 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-bf83a6a4-1fa0-4d25-abcf-2cdb3229f464 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1161 time: 0.5377331
Feb 15 15:47:30.962085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port d7e19c59-d399-4457-9ad8-827161b16ead completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:30.967821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7e19c59-d399-4457-9ad8-827161b16ead triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:30.968273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:31.231658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:31.309374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port d7e19c59-d399-4457-9ad8-827161b16ead, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7e19c59-d399-4457-9ad8-827161b16ead,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:31.317666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:31.319983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:31.353417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6580f6-c198-4e9c-a357-ed99eedb9a78 req-e76acc6a-4d5c-4507-a000-dc06421b8b18 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:31.368601 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe6580f6-c198-4e9c-a357-ed99eedb9a78 req-e76acc6a-4d5c-4507-a000-dc06421b8b18 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 932 time: 0.2290876
Feb 15 15:47:31.433255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-e04c72b7-3e74-42b7-8316-e5104f9586fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:31.433810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fe6580f6-c198-4e9c-a357-ed99eedb9a78 req-a75e55b8-8250-4b05-8725-20780419081a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:31.442066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-e04c72b7-3e74-42b7-8316-e5104f9586fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.5114746
Feb 15 15:47:31.458317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fe6580f6-c198-4e9c-a357-ed99eedb9a78 req-a75e55b8-8250-4b05-8725-20780419081a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:31.474267 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe6580f6-c198-4e9c-a357-ed99eedb9a78 req-a75e55b8-8250-4b05-8725-20780419081a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037872
Feb 15 15:47:31.505685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a458e-8d75-4968-ae25-a64d3a37fd62 req-6d0fa5c9-3c1f-4263-a91a-49b71b0e7b24 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:31.507650 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0b6a458e-8d75-4968-ae25-a64d3a37fd62 req-6d0fa5c9-3c1f-4263-a91a-49b71b0e7b24 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 943 time: 0.7908309
Feb 15 15:47:31.542503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=d7e19c59-d399-4457-9ad8-827161b16ead,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:31.565206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:31.573104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:31.600534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:31.612673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:31.641135 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-6858eca4-b076-4a9b-b2a8-445cfab4e9de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.1536386
Feb 15 15:47:31.651988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:31.656858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:31.657840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:31.835557 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0b6a458e-8d75-4968-ae25-a64d3a37fd62 req-ec9c95aa-335e-4fcb-abbe-baed2d2d96ab tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448392
Feb 15 15:47:31.841106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-04cde9e1-b32d-4aa0-8ddc-e604c5847133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:31.844046 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-04cde9e1-b32d-4aa0-8ddc-e604c5847133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1805787
Feb 15 15:47:31.996266 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-85c4ab0e-4790-41d4-853d-ec1d8865a1ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0969534
Feb 15 15:47:31.998657 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3334651
Feb 15 15:47:32.011493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c320-ef5c-48c4-8004-044ddfcb737d req-a42fd10e-6b94-429a-a4cc-73c643fb967e tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:32.013327 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b30c320-ef5c-48c4-8004-044ddfcb737d req-a42fd10e-6b94-429a-a4cc-73c643fb967e tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.3020205
Feb 15 15:47:32.050403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead', 'code': 200}
Feb 15 15:47:32.078703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Request body: {'port': {'device_id': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:32.104881 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b30c320-ef5c-48c4-8004-044ddfcb737d req-1378cfd3-c107-417d-8a57-2fd7a95cd39a tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702314
Feb 15 15:47:32.166455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:32.328594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e0ff9a8c-89ce-4256-8ad7-d0d95fb259f8 None None] Provisioning for port d0349f9e-684c-4be3-956a-5b2e472b8041 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:32.337886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e0ff9a8c-89ce-4256-8ad7-d0d95fb259f8 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:32.338311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9a8c-89ce-4256-8ad7-d0d95fb259f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:32.443629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7e19c59-d399-4457-9ad8-827161b16ead triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:32.444328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:32.532840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff9a8c-89ce-4256-8ad7-d0d95fb259f8 None None] Port d0349f9e-684c-4be3-956a-5b2e472b8041 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:47:32.817067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dba94-aa2c-4e6c-b2f4-f03b27539da0 req-949c1000-b795-494f-a68f-e5c858019488 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:32.818835 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a4dba94-aa2c-4e6c-b2f4-f03b27539da0 req-949c1000-b795-494f-a68f-e5c858019488 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 932 time: 0.1315615
Feb 15 15:47:32.856330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:32.917319 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a4dba94-aa2c-4e6c-b2f4-f03b27539da0 req-496e844e-a046-44c2-8b43-7573c410e7c2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893819
Feb 15 15:47:33.041607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-d67c1126-cbc0-4381-a486-7dd2b26b6153 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0228107
Feb 15 15:47:33.400011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36947-059b-4be9-8cfa-0fee819293ab req-8192d56b-c3d7-4e09-b043-cbf4a18d88dc tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:33.409322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6d36947-059b-4be9-8cfa-0fee819293ab req-8192d56b-c3d7-4e09-b043-cbf4a18d88dc tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1829023
Feb 15 15:47:33.430870 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce7ff84b-3ae1-4835-b96f-dca2fbf12d8d req-4f3cbef0-4f17-488b-b403-2ad3d7ac764a service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2269623
Feb 15 15:47:33.451167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf435-7902-40e0-935c-9aab6015f993 req-747d19f6-2f1f-4928-a631-c8e7dc0eb762 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:33.453197 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-83acf435-7902-40e0-935c-9aab6015f993 req-747d19f6-2f1f-4928-a631-c8e7dc0eb762 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.8391404
Feb 15 15:47:33.465206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b779ec-a53a-4c36-a6bf-5a21397197dc req-ef53c59e-262a-4d6a-abb7-f57c12f28252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:33.473617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94b779ec-a53a-4c36-a6bf-5a21397197dc req-ef53c59e-262a-4d6a-abb7-f57c12f28252 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1162 time: 0.8025723
Feb 15 15:47:33.482802 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c6d36947-059b-4be9-8cfa-0fee819293ab req-5dd064e9-eb87-4909-a93c-28d5528e3c05 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721748
Feb 15 15:47:33.775791 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-83acf435-7902-40e0-935c-9aab6015f993 req-a7335d5d-be88-4f5a-9a5e-afe198e495b1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972670
Feb 15 15:47:33.791436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-94b779ec-a53a-4c36-a6bf-5a21397197dc req-e84f9642-9baf-4724-91a5-a1fe4e1651ed service neutron] Synchronizing usage tracker for tenant:9e70bccdb7b74619823412a9e535c369 on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:33.873805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-94b779ec-a53a-4c36-a6bf-5a21397197dc req-e84f9642-9baf-4724-91a5-a1fe4e1651ed service neutron] Unset dirty status for tenant:9e70bccdb7b74619823412a9e535c369 on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:33.875073 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94b779ec-a53a-4c36-a6bf-5a21397197dc req-e84f9642-9baf-4724-91a5-a1fe4e1651ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3554177
Feb 15 15:47:33.877268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0349f9e-684c-4be3-956a-5b2e472b8041 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:33.885572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:33.899012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Transition to ACTIVE for port object d0349f9e-684c-4be3-956a-5b2e472b8041 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:33.902166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:33.911327 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-04ec11c0-1540-41c9-bbd7-1184e0d28014 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453076
Feb 15 15:47:33.918362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77da936e-5f41-4279-9db7-a311d547544a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:34.000111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:34.003647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:34.089491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-634a0135-bd49-4794-8273-23a3be1d2ded tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:34.098269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-634a0135-bd49-4794-8273-23a3be1d2ded tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1858892
Feb 15 15:47:34.116509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-a93c2c36-2c9b-4dcc-9bd5-a97d4186ed43 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/quotas/ab50630ef5c440e09e7a9ed8026ea43e HTTP/1.1" status: 200  len: 375 time: 0.0170403
Feb 15 15:47:34.186553 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-46e83668-4fff-4d43-ae3b-c3322120d9d8 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0689690
Feb 15 15:47:34.391550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334a28-9837-47d5-9a8b-b1a649714d97 req-b9dca1cb-64ca-40f8-9632-beae34bb1f63 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:34.392432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e8334a28-9837-47d5-9a8b-b1a649714d97 req-b9dca1cb-64ca-40f8-9632-beae34bb1f63 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:34.419605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Attempting to bind port d0349f9e-684c-4be3-956a-5b2e472b8041 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:34.419827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Attempting to bind port d0349f9e-684c-4be3-956a-5b2e472b8041 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:34.420197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Attempting to bind port d0349f9e-684c-4be3-956a-5b2e472b8041 on network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:34.429542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:34.429930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Checking segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:34.430348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:34.430745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Bound using segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:34.431246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Bound port: d0349f9e-684c-4be3-956a-5b2e472b8041, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:34.431794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:34.450256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e8334a28-9837-47d5-9a8b-b1a649714d97 req-b9dca1cb-64ca-40f8-9632-beae34bb1f63 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:34.458074 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8334a28-9837-47d5-9a8b-b1a649714d97 req-b9dca1cb-64ca-40f8-9632-beae34bb1f63 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.3352261
Feb 15 15:47:34.460069 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cb212788-7dd2-45f4-a947-820d6fe1e94c req-c6e3e616-20b5-4480-856a-8506bd5262fc tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 210 time: 0.0950508
Feb 15 15:47:34.636976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8334a28-9837-47d5-9a8b-b1a649714d97 req-0a211ce4-7231-4755-9e12-296f298bc18b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1776729
Feb 15 15:47:34.721873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:34.721873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d0349f9e-684c-4be3-956a-5b2e472b8041,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:34.721873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 47940) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:34.745822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:34.767481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:34.811414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b0dce90-db52-4f8f-90f4-6b70338d4dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:34.817101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8da3-c2aa-41d9-85b5-06eccd454223 req-e794242e-7352-4b8c-bbda-5f5e40690524 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:34.829291 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db9e8da3-c2aa-41d9-85b5-06eccd454223 req-e794242e-7352-4b8c-bbda-5f5e40690524 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2089131
Feb 15 15:47:34.968127 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db9e8da3-c2aa-41d9-85b5-06eccd454223 req-1450eff4-e572-48d8-8fdf-73d810886570 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377413
Feb 15 15:47:34.998840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port a221bcba-b475-49b8-9c9d-38bd9bae805b completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:35.006641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:35.007256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.245318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.245967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.262052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c72d-7c5d-493e-bd16-1f31cfb45ae3 req-d09f830d-08b7-4973-ae44-b75f07ae95b1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:35.264220 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5377c72d-7c5d-493e-bd16-1f31cfb45ae3 req-d09f830d-08b7-4973-ae44-b75f07ae95b1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.1451018
Feb 15 15:47:35.269298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:35.273534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Usage tracker for resource:security_group_rule and tenant:f98b36fac7a74f1dbab5e9e42affc68a is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:35.276629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:35.283049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:35.311838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:35.324650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port a221bcba-b475-49b8-9c9d-38bd9bae805b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:35.328794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.330708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:35.373522 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5377c72d-7c5d-493e-bd16-1f31cfb45ae3 req-6d243ae9-0019-4aa0-8cdb-2f5083203e55 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939264
Feb 15 15:47:35.420480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=a221bcba-b475-49b8-9c9d-38bd9bae805b,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:35.424950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:35.454867 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b', 'code': 200}
Feb 15 15:47:35.455059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.469967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:35.471172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.472409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] 10.222.0.15 "PUT /v2.0/ports/d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 1158 time: 3.4576359
Feb 15 15:47:35.472951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:35.482989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.518089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a974c55d-e706-446c-b2e4-5e22ebf64566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.566436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 47980) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:35.566643 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f98b36fac7a74f1dbab5e9e42affc68a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8477504
Feb 15 15:47:35.587403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:35.590860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:35.591245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:35.622395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3240aa-158e-4bc8-8063-7200209c89d2,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:35.625849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:35.636858 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'status': 'completed', 'code': 200}
Feb 15 15:47:35.733016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.812172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:35.869434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-31e9df60-cbf9-44ea-999d-fd54143571e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:35.871242 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-31e9df60-cbf9-44ea-999d-fd54143571e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1161 time: 0.1945126
Feb 15 15:47:35.879164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:47:35.983909 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32011471-a6cc-473a-add7-bfa40c380fc8 req-f3df96d6-190a-4459-830f-d73f98e87a53 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 210 time: 0.1290658
Feb 15 15:47:36.036417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:36.041812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:36.086104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3240aa-158e-4bc8-8063-7200209c89d2,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:36.098040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:36.121076 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8c3240aa-158e-4bc8-8063-7200209c89d2 HTTP/1.1" status: 204  len: 168 time: 0.5402071
Feb 15 15:47:36.126263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:36.240896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:36.402097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae4d8-8179-4dcc-aa49-2375a70ee941 req-b59329c3-53fc-4f4a-aa61-5017d1a2e6d7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:36.409659 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfbae4d8-8179-4dcc-aa49-2375a70ee941 req-b59329c3-53fc-4f4a-aa61-5017d1a2e6d7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.4567444
Feb 15 15:47:36.418269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-575281ef-b901-473c-b624-b2957526a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:36.419735 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-575281ef-b901-473c-b624-b2957526a3c9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&shared=False HTTP/1.1" status: 200  len: 911 time: 0.5386734
Feb 15 15:47:36.442874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:36.444084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:36.457693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbad56-57d8-4a38-8666-106300144b88 req-99d2b823-5afe-4262-b15f-b293be8b1484 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:36.466348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44fbad56-57d8-4a38-8666-106300144b88 req-99d2b823-5afe-4262-b15f-b293be8b1484 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2252116
Feb 15 15:47:36.589351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44fbad56-57d8-4a38-8666-106300144b88 req-f9ef3b11-80e3-46df-98de-c1500242bdaf tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212380
Feb 15 15:47:36.713679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48018) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:36.751350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:36.776052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:36.786189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1748d2fa621047f78307d3548680b4d1 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:36.795477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:36.824074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:36.827380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-3d59f035-5aa3-4586-857e-7dc5dd062171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:36.828931 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da99acd5-1e08-44ea-95f2-b1b97580f738 req-3d59f035-5aa3-4586-857e-7dc5dd062171 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3034177
Feb 15 15:47:36.865487 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfbae4d8-8179-4dcc-aa49-2375a70ee941 req-aa0fbed2-465a-4608-9799-8d29237d5967 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4405673
Feb 15 15:47:36.870456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b55df-0d94-4e70-af99-6c4c7b5e9b8d req-e5fce1f8-155f-405b-85c2-3e001e2a6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:36.872016 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-127b55df-0d94-4e70-af99-6c4c7b5e9b8d req-e5fce1f8-155f-405b-85c2-3e001e2a6c00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.7343504
Feb 15 15:47:36.874061 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-292ed3e0-4c85-46f4-ab03-2322eb8559e8 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0416720
Feb 15 15:47:37.050038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.053791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.090885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:37.101308 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1748d2fa621047f78307d3548680b4d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864088
Feb 15 15:47:37.178716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48032) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:37.283205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a31e65-922b-4413-b239-0e17d756a7e5,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:37.296435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:37.304766 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4010c283-5b5c-40c0-8f89-870c06bd0960 req-6c8b7247-03ff-4b0d-b36e-812682bd509d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 210 time: 0.0907280
Feb 15 15:47:37.347787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-748006ac-63f9-4d60-a88e-87c26303e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.349470 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-748006ac-63f9-4d60-a88e-87c26303e159 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1162 time: 0.2597852
Feb 15 15:47:37.357474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.374874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-127b55df-0d94-4e70-af99-6c4c7b5e9b8d req-8d4efa72-3836-479a-9fb4-38f7ee411a27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4895377
Feb 15 15:47:37.482134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.557582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-b4311c76-c2c7-47ab-a60f-e444d8c50fcc tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.559103 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-b4311c76-c2c7-47ab-a60f-e444d8c50fcc tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6425543
Feb 15 15:47:37.561425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-f09db075-5f5d-49ea-aef5-e142ccc8727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.562695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-f09db075-5f5d-49ea-aef5-e142ccc8727b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1161 time: 0.5862458
Feb 15 15:47:37.573107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c02c-f8a3-4fa9-9dbe-421010bc864c req-afeaef17-b6bd-4759-bdf7-5ab210ca9c88 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.574112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-5a320cc0-267c-42ca-a3c9-4ba063b16d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.574740 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe9c02c-f8a3-4fa9-9dbe-421010bc864c req-afeaef17-b6bd-4759-bdf7-5ab210ca9c88 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2461078
Feb 15 15:47:37.575790 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-5a320cc0-267c-42ca-a3c9-4ba063b16d3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.2077367
Feb 15 15:47:37.581224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.586645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f53aebe0-e377-40f5-817d-df83e0d5bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:37.598088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a31e65-922b-4413-b239-0e17d756a7e5,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:37.600920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:37.606818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:37.610469 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/61a31e65-922b-4413-b239-0e17d756a7e5 HTTP/1.1" status: 204  len: 168 time: 0.4189658
Feb 15 15:47:37.631602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fe9c02c-f8a3-4fa9-9dbe-421010bc864c req-423dee5d-f88a-4f8f-ab29-789898eda2e0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492618
Feb 15 15:47:37.725820 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-d398e77f-afcb-4aa8-a098-6d963db24858 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 200  len: 217 time: 0.0797946
Feb 15 15:47:37.759210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Request body: {'port': {'device_id': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56', 'admin_state_up': True, 'tenant_id': 'ab50630ef5c440e09e7a9ed8026ea43e'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:37.852350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-0707c788-ce06-4d18-9833-95bae52fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:37.857210 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-0707c788-ce06-4d18-9833-95bae52fec42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1133046
Feb 15 15:47:37.879936 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-d01768ed-0957-4b55-94ca-e937190aa4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 217 time: 0.2340312
Feb 15 15:47:37.936780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:37.941930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Usage tracker for resource:port and tenant:ab50630ef5c440e09e7a9ed8026ea43e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:37.945110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:37.951798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:37.973870 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-e9bdb094-04fd-4ee4-8e9c-8b3d3777036c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054757
Feb 15 15:47:38.086024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-e5452d74-1b5c-4d51-b91c-b61f2abd3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:38.087235 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-e5452d74-1b5c-4d51-b91c-b61f2abd3f41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.1178758
Feb 15 15:47:38.089702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Made reservation on behalf of ab50630ef5c440e09e7a9ed8026ea43e for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:38.095354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:38.112143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:38.248382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:38.253241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Usage tracker for resource:security_group_rule and tenant:ab50630ef5c440e09e7a9ed8026ea43e is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:38.265235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:38.271335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:38.333471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39463c81-c730-4ec9-91f4-e87e6940baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:38.373364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:38.384482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-2ad94b83-0d57-4d84-811c-52120e220985 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3972263
Feb 15 15:47:38.398103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:38.410148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4bc3f-291c-427d-97b8-0cf002a73cce req-1869c37b-1044-48a5-b2bb-2d8d76139e01 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:38.411962 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-40f4bc3f-291c-427d-97b8-0cf002a73cce req-1869c37b-1044-48a5-b2bb-2d8d76139e01 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.3236427
Feb 15 15:47:38.437123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:38.769028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1fb8c-7512-4d9c-981a-221500fe9faa,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:38.785002 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66ee9647-f07b-4580-b156-84e3a831b336 req-0f9aec7e-6320-41f5-b27a-f5e78a7f01ba tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 210 time: 0.1359921
Feb 15 15:47:38.810868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:38.819934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-b0ec5bb9-e7b6-4f13-a88b-9e3a6ac7621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:38.822587 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-b0ec5bb9-e7b6-4f13-a88b-9e3a6ac7621d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7122011
Feb 15 15:47:38.848659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Allocated IP 192.168.233.71 (440f13bb-8a97-4ec9-adc4-c96500310c56/eba609b5-d244-46a3-8802-d69b04740237/abd58e4f-bac7-42f9-a526-e117a4595144) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:47:38.864239 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d6a6a0-9b6e-400b-bb2d-fcea01c7b9a5 req-df9291bc-4c16-43ee-a2bc-052382ed181c service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4624510
Feb 15 15:47:39.040516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62beee-9edf-4b92-a3f8-9b2cd7c993e9 req-7803b446-4b41-4bfc-8bf4-ee6477695a8e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:39.051062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b62beee-9edf-4b92-a3f8-9b2cd7c993e9 req-7803b446-4b41-4bfc-8bf4-ee6477695a8e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1144135
Feb 15 15:47:39.105175 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b62beee-9edf-4b92-a3f8-9b2cd7c993e9 req-31bd283f-2f3a-49fc-9af3-cb54bdee03d5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530503
Feb 15 15:47:39.118354 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-40f4bc3f-291c-427d-97b8-0cf002a73cce req-a85bab5a-7c8c-4cb5-bc69-25b68cee8d61 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6809824
Feb 15 15:47:39.142856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.254881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.288637 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-ab26db2f-b743-4dd1-b436-75befd718b50 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301044
Feb 15 15:47:39.289625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Transition to ACTIVE for port object abd58e4f-bac7-42f9-a526-e117a4595144 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:39.316228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.335030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e7dc099-e1a6-47db-810e-8fb39d6b1da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:39.502263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Pushing event updated for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:39.506905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:39.555303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:47:39.556743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:39.559230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:47:39.563650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:39.564314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.600126 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9556956
Feb 15 15:47:39.790788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-50980937-452a-4262-a8f1-50a780f584a1 None None] Provisioning for port abd58e4f-bac7-42f9-a526-e117a4595144 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:39.799624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-50980937-452a-4262-a8f1-50a780f584a1 None None] Provisioning complete for port abd58e4f-bac7-42f9-a526-e117a4595144 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:39.800371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50980937-452a-4262-a8f1-50a780f584a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.870604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-50980937-452a-4262-a8f1-50a780f584a1 None None] Port abd58e4f-bac7-42f9-a526-e117a4595144 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:47:39.917525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:39.952283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 48130) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:39.999935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aca416-3ac7-4c33-8a0d-f66dec183d91 req-28c7c363-8631-4ad9-bccd-e75adc809716 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:40.002004 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1aca416-3ac7-4c33-8a0d-f66dec183d91 req-28c7c363-8631-4ad9-bccd-e75adc809716 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 935 time: 0.1049635
Feb 15 15:47:40.060144 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1aca416-3ac7-4c33-8a0d-f66dec183d91 req-b290fb7e-45d4-45fd-8038-7616a0f722c2 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509067
Feb 15 15:47:40.103074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.118826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:40.122885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Usage tracker for resource:security_group_rule and tenant:3257919571c3459b906d8644bb2faaf1 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:40.125906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:40.131750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:40.221434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.225093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.255173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8273abab-023b-4c1a-9d61-257e354dc40c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:40.302864 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3257919571c3459b906d8644bb2faaf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3507078
Feb 15 15:47:40.305793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48142) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:40.336438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9446aba-3a36-465d-bf5d-4ad3d44801fe,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:40.340271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bf0490a2-af8f-4c05-97f6-ae4c1983767b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:40.380087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e16e-f9bf-4c0b-8e7a-0289f3ca20ba req-be9e5543-a61b-4f2f-b759-985be092f755 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:40.381792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7d8e16e-f9bf-4c0b-8e7a-0289f3ca20ba req-be9e5543-a61b-4f2f-b759-985be092f755 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1278186
Feb 15 15:47:40.410692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.425634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.429652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd328-3141-4b73-9593-2af7306f9644 req-06a33f93-2252-4ed4-80d1-ee68966ca31f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:40.431271 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0abd328-3141-4b73-9593-2af7306f9644 req-06a33f93-2252-4ed4-80d1-ee68966ca31f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1683869
Feb 15 15:47:40.450976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7d8e16e-f9bf-4c0b-8e7a-0289f3ca20ba req-3d19abc4-8adc-45cc-a274-a064f3eb9d43 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574417
Feb 15 15:47:40.470011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.529293 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0abd328-3141-4b73-9593-2af7306f9644 req-994798e2-88a5-4d95-9141-f314769e3a76 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866985
Feb 15 15:47:40.539287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.546927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-37c261f6-39cf-4f1d-a228-2798423758e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:40.560787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9446aba-3a36-465d-bf5d-4ad3d44801fe,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:40.564840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:40.566374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:40.567602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e9446aba-3a36-465d-bf5d-4ad3d44801fe HTTP/1.1" status: 204  len: 168 time: 0.2606521
Feb 15 15:47:41.310562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469915-7e74-4549-852e-c10f22464fdd req-4f601a3e-bc2d-4a73-9436-0ea919328d35 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:41.311326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-07469915-7e74-4549-852e-c10f22464fdd req-4f601a3e-bc2d-4a73-9436-0ea919328d35 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Synchronizing usage tracker for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:41.330322 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-07469915-7e74-4549-852e-c10f22464fdd req-4f601a3e-bc2d-4a73-9436-0ea919328d35 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Unset dirty status for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:41.331617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-07469915-7e74-4549-852e-c10f22464fdd req-4f601a3e-bc2d-4a73-9436-0ea919328d35 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 935 time: 0.1056702
Feb 15 15:47:41.379332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-07469915-7e74-4549-852e-c10f22464fdd req-68862ab3-9d29-49f3-b04b-d0110382f6ef tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Synchronizing usage tracker for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:41.395517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-07469915-7e74-4549-852e-c10f22464fdd req-68862ab3-9d29-49f3-b04b-d0110382f6ef tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Unset dirty status for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:41.396819 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-07469915-7e74-4549-852e-c10f22464fdd req-68862ab3-9d29-49f3-b04b-d0110382f6ef tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587246
Feb 15 15:47:41.673901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba276b3c-5c19-437b-b830-e47c9fc501e6 req-c9d55dcc-8fa5-440d-9a86-ca9abf96656d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:41.675705 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba276b3c-5c19-437b-b830-e47c9fc501e6 req-c9d55dcc-8fa5-440d-9a86-ca9abf96656d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0936553
Feb 15 15:47:41.734028 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba276b3c-5c19-437b-b830-e47c9fc501e6 req-48443433-ec44-466f-9bef-2895eab1ef9e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503533
Feb 15 15:47:41.745851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebf27e-75fe-49de-96d6-9c05c0028570 req-0f26155d-4bb5-4a10-8240-84cee30e0215 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:41.747483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eebf27e-75fe-49de-96d6-9c05c0028570 req-0f26155d-4bb5-4a10-8240-84cee30e0215 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0935178
Feb 15 15:47:41.801090 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1eebf27e-75fe-49de-96d6-9c05c0028570 req-53d39634-204d-43d3-9dab-f90bba7f5fc6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455880
Feb 15 15:47:42.607142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581a1b-150f-4a2c-9d5d-cf74ea9f07d2 req-27204dc7-1a95-4f98-90ad-353507105533 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:42.609228 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-67581a1b-150f-4a2c-9d5d-cf74ea9f07d2 req-27204dc7-1a95-4f98-90ad-353507105533 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 935 time: 0.0938764
Feb 15 15:47:42.659150 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-67581a1b-150f-4a2c-9d5d-cf74ea9f07d2 req-806743f5-9cc5-431d-a124-4ee35523f343 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429940
Feb 15 15:47:42.893417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Request body: {'port': {'device_id': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:43.030502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841096d4-0dbf-4279-89c4-d32572f16b9d req-de179f13-9e75-452d-9cfe-106c6be0c8ee tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:43.032108 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-841096d4-0dbf-4279-89c4-d32572f16b9d req-de179f13-9e75-452d-9cfe-106c6be0c8ee tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0990617
Feb 15 15:47:43.097568 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-841096d4-0dbf-4279-89c4-d32572f16b9d req-75295c53-0e1c-4074-a3b8-d2f17b614f72 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541143
Feb 15 15:47:43.200884 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8cce0887-11e7-41cd-a299-202cfef14a0e req-d73cc018-2d9b-4dca-86b7-c2d28c3e8334 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3689821
Feb 15 15:47:43.209356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:43.233813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:43.237632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a590c-15d1-4767-9963-78df11fa2a80 req-8b422558-742d-4ffe-a82c-597a9c8517db tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:43.239798 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-785a590c-15d1-4767-9963-78df11fa2a80 req-8b422558-742d-4ffe-a82c-597a9c8517db tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.3518367
Feb 15 15:47:43.406194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-785a590c-15d1-4767-9963-78df11fa2a80 req-f99e4365-cd69-404b-89ba-5b517dace83f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326520
Feb 15 15:47:43.430794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:43.431217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:43.874759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fa95b-1041-4919-be3b-8c12a3f18033 req-cad1f450-87c8-4023-b5e8-567c69d36f44 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:43.876203 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-483fa95b-1041-4919-be3b-8c12a3f18033 req-cad1f450-87c8-4023-b5e8-567c69d36f44 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 935 time: 0.0909052
Feb 15 15:47:43.930001 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-483fa95b-1041-4919-be3b-8c12a3f18033 req-21d77e71-4d81-49c9-9307-ac2c801501b5 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471249
Feb 15 15:47:43.950438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd58e4f-bac7-42f9-a526-e117a4595144 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:47:43.960099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:43.974054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Transition to ACTIVE for port object abd58e4f-bac7-42f9-a526-e117a4595144 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:47:43.980036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:43.993451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:44.143073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Pushing event updated for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:44.157456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.157846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.158239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.158624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.159011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.159443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.159848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.160217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.160618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.160994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.161364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.161735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.162155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.162527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.162895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.163264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.163636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.164002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.164404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.164777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.165208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.165489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.165859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.166229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:44.173280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:44.367218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Attempting to bind port abd58e4f-bac7-42f9-a526-e117a4595144 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:47:44.367589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Attempting to bind port abd58e4f-bac7-42f9-a526-e117a4595144 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:47:44.367956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Attempting to bind port abd58e4f-bac7-42f9-a526-e117a4595144 on network 440f13bb-8a97-4ec9-adc4-c96500310c56 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:47:44.376126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:47:44.376538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Checking segment: {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:44.376959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:44.377348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Bound using segment: {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:47:44.377831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Bound port: abd58e4f-bac7-42f9-a526-e117a4595144, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8714add-b3e9-4156-81c4-3c837eeef5f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '440f13bb-8a97-4ec9-adc4-c96500310c56'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:47:44.378269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:44.481959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f38875-e00f-4dc7-b75e-8faf53643795 req-fbbbc85a-092d-440d-88ee-0daa91148ff1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:44.483697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05f38875-e00f-4dc7-b75e-8faf53643795 req-fbbbc85a-092d-440d-88ee-0daa91148ff1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.2081525
Feb 15 15:47:44.549606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:47:44.563452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=abd58e4f-bac7-42f9-a526-e117a4595144,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:47:44.572596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:44.591979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d91ace8-edbe-4fa9-bda9-43ae33e4cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:44.648558 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05f38875-e00f-4dc7-b75e-8faf53643795 req-cc7e61da-d63f-4cb2-a367-263f30528c00 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469500
Feb 15 15:47:44.686978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90f729-fbb8-4fd7-b608-8480d1cb4db2 req-2f8d9b5f-6312-4cce-b137-8d010be066fd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:44.686978 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f90f729-fbb8-4fd7-b608-8480d1cb4db2 req-2f8d9b5f-6312-4cce-b137-8d010be066fd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1432631
Feb 15 15:47:44.740801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f90f729-fbb8-4fd7-b608-8480d1cb4db2 req-97e250b5-8fc9-4721-9a8d-700e7b5e3762 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458860
Feb 15 15:47:44.767117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Pushing event updated for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:44.773271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:44.815737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:44.816575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:44.818020 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] 10.222.0.15 "PUT /v2.0/ports/abd58e4f-bac7-42f9-a526-e117a4595144 HTTP/1.1" status: 200  len: 1161 time: 1.9312747
Feb 15 15:47:44.818528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:44.869286 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144', 'status': 'completed', 'code': 200}
Feb 15 15:47:45.174198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb920-e678-41f8-807d-2371c7a79506 req-1267eb8e-9ff5-4b19-be5c-5f2e8a7b841d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:45.175879 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b3eb920-e678-41f8-807d-2371c7a79506 req-1267eb8e-9ff5-4b19-be5c-5f2e8a7b841d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1062236
Feb 15 15:47:45.258263 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b3eb920-e678-41f8-807d-2371c7a79506 req-feae0b58-e1cd-4ebd-af51-eaca24b47364 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718741
Feb 15 15:47:45.880428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e9b4b-19aa-4928-87f1-7d208b9e708b req-b6183251-90fa-42be-9daf-fa70cdd5b4fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:45.882103 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-176e9b4b-19aa-4928-87f1-7d208b9e708b req-b6183251-90fa-42be-9daf-fa70cdd5b4fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1001551
Feb 15 15:47:45.944346 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-176e9b4b-19aa-4928-87f1-7d208b9e708b req-3af0e1e0-3a8a-4130-979a-d94dbbe8ea2d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539472
Feb 15 15:47:46.165909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cea732-6adf-4feb-8966-68777c3cefb0 req-e567f67b-2a2b-4d64-9668-9c5875e52e12 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:46.167664 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62cea732-6adf-4feb-8966-68777c3cefb0 req-e567f67b-2a2b-4d64-9668-9c5875e52e12 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.3034236
Feb 15 15:47:46.218774 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62cea732-6adf-4feb-8966-68777c3cefb0 req-8d2e8350-2aa9-407e-917d-47f19f13683f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446503
Feb 15 15:47:46.466186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5bc79-4f10-4928-acf7-4f47267b4955 req-0e6184b8-ec2a-41a7-962c-ad7ff11c92fd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:46.468171 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3e5bc79-4f10-4928-acf7-4f47267b4955 req-0e6184b8-ec2a-41a7-962c-ad7ff11c92fd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.0929224
Feb 15 15:47:46.527932 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3e5bc79-4f10-4928-acf7-4f47267b4955 req-7e56ad18-c2b4-4fd9-b1b3-fc9303182ff5 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521934
Feb 15 15:47:47.195760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f2a7-d489-4da3-ad69-05922851cca3 req-9f785240-97d9-4a50-8194-6e48bb56e438 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:47.199078 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3cc7f2a7-d489-4da3-ad69-05922851cca3 req-9f785240-97d9-4a50-8194-6e48bb56e438 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1165876
Feb 15 15:47:47.253664 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3cc7f2a7-d489-4da3-ad69-05922851cca3 req-f496df84-97cd-443a-a653-cf566b366ebd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477877
Feb 15 15:47:47.434284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d950f-24da-442d-b02e-ab422fd5e109 req-3eaff83c-2ff1-43e5-b5e1-7dfc1465d7c7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:47.435983 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e78d950f-24da-442d-b02e-ab422fd5e109 req-3eaff83c-2ff1-43e5-b5e1-7dfc1465d7c7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0950499
Feb 15 15:47:47.493991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e78d950f-24da-442d-b02e-ab422fd5e109 req-418788bd-fa9f-451f-aa74-d01abdd068b5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491469
Feb 15 15:47:47.754676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c65c18-e539-400b-9b38-f3285a1d0869 req-c6cb203a-6b9b-45e4-831a-f7e804107d74 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:47.756412 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30c65c18-e539-400b-9b38-f3285a1d0869 req-c6cb203a-6b9b-45e4-831a-f7e804107d74 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.0927052
Feb 15 15:47:47.809951 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30c65c18-e539-400b-9b38-f3285a1d0869 req-773bdc2b-1194-4861-99be-8c0932862b09 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472078
Feb 15 15:47:48.469010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525d58d-d8c1-470c-b4aa-562f36b0cd37 req-9f7f7ac0-7425-4809-97ee-03d81d0681d3 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:48.470656 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2525d58d-d8c1-470c-b4aa-562f36b0cd37 req-9f7f7ac0-7425-4809-97ee-03d81d0681d3 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0952020
Feb 15 15:47:48.519125 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2525d58d-d8c1-470c-b4aa-562f36b0cd37 req-2229ed3d-8c77-4f4d-8abf-279a46763751 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417671
Feb 15 15:47:48.708286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb1d2e-a899-4993-b516-f47235c2ac4a req-c8ffc63f-c0d6-4495-ba3b-a2f4daf3d15a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:48.709965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3efb1d2e-a899-4993-b516-f47235c2ac4a req-c8ffc63f-c0d6-4495-ba3b-a2f4daf3d15a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0985644
Feb 15 15:47:48.759377 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3efb1d2e-a899-4993-b516-f47235c2ac4a req-48c3f978-fbd9-457a-b05e-cea3da22c00d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430770
Feb 15 15:47:49.089277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6ef9-a959-4875-b2f7-bdb1f953dc22 req-f0b15d08-8055-408e-8a1f-f8ae8b5056aa tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.090916 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-034f6ef9-a959-4875-b2f7-bdb1f953dc22 req-f0b15d08-8055-408e-8a1f-f8ae8b5056aa tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1600599
Feb 15 15:47:49.093054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d53cb9-dc92-4590-a2e7-19bf2181a541 req-fe97b960-4b89-47cf-be88-43b42df560c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.094556 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-31d53cb9-dc92-4590-a2e7-19bf2181a541 req-fe97b960-4b89-47cf-be88-43b42df560c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 1164 time: 0.1230466
Feb 15 15:47:49.153552 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-31d53cb9-dc92-4590-a2e7-19bf2181a541 req-904d1878-6940-4335-ae5e-75ef945ea802 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408542
Feb 15 15:47:49.213792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-034f6ef9-a959-4875-b2f7-bdb1f953dc22 req-3dc3979c-d11d-4de4-97dd-1d8f50b271c0 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161792
Feb 15 15:47:49.325948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d53cb9-dc92-4590-a2e7-19bf2181a541 req-360624f5-4747-4f72-9901-88f7f4f6a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.327475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-31d53cb9-dc92-4590-a2e7-19bf2181a541 req-360624f5-4747-4f72-9901-88f7f4f6a626 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1570182
Feb 15 15:47:49.465331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-7a89a0ff-f3a9-43ea-b8d9-234b62d8e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.466980 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-7a89a0ff-f3a9-43ea-b8d9-234b62d8e009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 1164 time: 0.0832770
Feb 15 15:47:49.548108 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-b52e4035-193e-422e-8228-91a1d27bc60f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=abd58e4f-bac7-42f9-a526-e117a4595144 HTTP/1.1" status: 200  len: 217 time: 0.0690801
Feb 15 15:47:49.643278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-4a1ad6fc-3075-4a5f-b6e4-1b9670800091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.646149 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-4a1ad6fc-3075-4a5f-b6e4-1b9670800091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eba609b5-d244-46a3-8802-d69b04740237 HTTP/1.1" status: 200  len: 843 time: 0.0843620
Feb 15 15:47:49.742393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-121911cc-d47b-4f8b-9fe0-c4e11cdded7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.743314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411cf13-6672-4d22-8a23-67e507fbe610 req-513b636d-25ab-43ee-9205-2b940c8b401d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:49.745066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e411cf13-6672-4d22-8a23-67e507fbe610 req-513b636d-25ab-43ee-9205-2b940c8b401d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0936949
Feb 15 15:47:49.748593 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-121911cc-d47b-4f8b-9fe0-c4e11cdded7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=440f13bb-8a97-4ec9-adc4-c96500310c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0864105
Feb 15 15:47:49.804576 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e411cf13-6672-4d22-8a23-67e507fbe610 req-a219d2ec-3a3e-4594-91c0-8f95be946cfe tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510902
Feb 15 15:47:49.978610 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-f4c3493d-2f6e-4d85-8053-33b4ba47c58d service neutron] 10.222.0.15 "GET /v2.0/networks/440f13bb-8a97-4ec9-adc4-c96500310c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169428
Feb 15 15:47:50.005372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:50.009565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb861-3c88-4262-b71d-a0f4b3b4db6e req-9cfa78d3-f788-46fe-90df-52a4729f04d4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:50.011197 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d0fb861-3c88-4262-b71d-a0f4b3b4db6e req-9cfa78d3-f788-46fe-90df-52a4729f04d4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1233988
Feb 15 15:47:50.438892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ff1a6-d3f4-42ee-bea3-31e923c33007 req-99f6aee9-293d-4c64-9e7b-4bd2b67f8aad tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:50.440826 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-048ff1a6-d3f4-42ee-bea3-31e923c33007 req-99f6aee9-293d-4c64-9e7b-4bd2b67f8aad tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1076941
Feb 15 15:47:50.503582 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d0fb861-3c88-4262-b71d-a0f4b3b4db6e req-f8d043a9-0ca9-4888-a3de-a2cf77cb13fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4684918
Feb 15 15:47:50.503848 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-048ff1a6-d3f4-42ee-bea3-31e923c33007 req-aa34ae30-acd0-4606-b1d2-9f23f4b163b8 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542016
Feb 15 15:47:50.554346 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-3221663b-b09f-4325-8b7b-657eedaa575b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4916229
Feb 15 15:47:50.556370 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cdef3d6-8560-455f-823b-1c812df215c2 req-8386a33d-5bd7-4bd5-b4f8-27498e18fc2c service neutron] 10.222.0.15 "GET /v2.0/networks/440f13bb-8a97-4ec9-adc4-c96500310c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5541096
Feb 15 15:47:50.726450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-ad1b5e02-3adb-49b6-b0fe-b6a8f9410f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:50.728062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-ad1b5e02-3adb-49b6-b0fe-b6a8f9410f6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 1163 time: 0.0823321
Feb 15 15:47:50.945739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-4f594b91-25dd-4076-bd52-d1c9f065e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:50.947890 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-4f594b91-25dd-4076-bd52-d1c9f065e8c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.1682625
Feb 15 15:47:51.057368 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-86fdec27-66f0-4a45-8d11-6eca3767b23e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 200  len: 217 time: 0.0915897
Feb 15 15:47:51.093638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497616f-d4a4-48e2-97d1-e0925f777970 req-8cb818e5-425a-4753-9525-2a929732e6c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:51.095683 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3497616f-d4a4-48e2-97d1-e0925f777970 req-8cb818e5-425a-4753-9525-2a929732e6c5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1581390
Feb 15 15:47:51.149171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-5845f3a4-5523-477d-8216-7fdda0ab7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:51.151091 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-5845f3a4-5523-477d-8216-7fdda0ab7e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.0787053
Feb 15 15:47:51.189325 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3497616f-d4a4-48e2-97d1-e0925f777970 req-57dfd375-fb1c-4931-8f25-d1cd99432719 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868134
Feb 15 15:47:51.221250 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-303d981e-6b34-4d9b-b983-66fbf9c044ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539947
Feb 15 15:47:51.383622 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-2d339f63-6805-40da-9c5a-c91f7ab93ce6 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393538
Feb 15 15:47:51.547660 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc16e90-48f5-4bd8-abc0-2935c413b2f7 req-1a7ee774-f4b6-4e2a-bd5e-ac25b7bd0e8b service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448429
Feb 15 15:47:51.751063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad36d9d-5bb0-46eb-a7fd-074cf9addf8d req-eded55e9-b968-4f41-9f4e-b8fa0e3c209b tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:51.752729 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad36d9d-5bb0-46eb-a7fd-074cf9addf8d req-eded55e9-b968-4f41-9f4e-b8fa0e3c209b tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1129758
Feb 15 15:47:51.812415 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bad36d9d-5bb0-46eb-a7fd-074cf9addf8d req-8a53ea5a-d58b-47f9-a4d4-b5c795c843ae tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498586
Feb 15 15:47:51.891893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4014c-1aca-42e9-9c3d-ebe694283183 req-1c4b9a30-6b18-47f5-b31a-5c0db056bc44 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:51.893652 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dc4014c-1aca-42e9-9c3d-ebe694283183 req-1c4b9a30-6b18-47f5-b31a-5c0db056bc44 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0927544
Feb 15 15:47:51.954630 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5dc4014c-1aca-42e9-9c3d-ebe694283183 req-f838b08c-d148-42a6-be27-2c47abc84283 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531132
Feb 15 15:47:52.018896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30de6b9-9fc7-4418-b8c0-1a81ddb8c0d2 req-bdb99114-835e-4c5d-b194-8ce6790253d8 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:52.020613 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e30de6b9-9fc7-4418-b8c0-1a81ddb8c0d2 req-bdb99114-835e-4c5d-b194-8ce6790253d8 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.0978310
Feb 15 15:47:52.069523 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e30de6b9-9fc7-4418-b8c0-1a81ddb8c0d2 req-1d38a428-3f5d-481b-aac7-822b7507967d tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422187
Feb 15 15:47:52.122160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 48438) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:52.264682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.286514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:52.291359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Usage tracker for resource:security_group_rule and tenant:039cce4681a644fda7151782a5a84c47 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:52.294702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:52.301500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:52.478399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.482926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.491612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cdd31923-bd7d-441b-b86e-92363f253db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:52.507038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498b7e-42d4-418c-b817-f424ebd8051b req-1a46dac6-db0c-4450-b29e-9db9fb5ba928 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:52.509802 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-47498b7e-42d4-418c-b817-f424ebd8051b req-1a46dac6-db0c-4450-b29e-9db9fb5ba928 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1665208
Feb 15 15:47:52.570890 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=039cce4681a644fda7151782a5a84c47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4475057
Feb 15 15:47:52.574243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48448) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:52.576669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f235d906-043d-448c-9f51-8f6c6d6011ae,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:52.580722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:52.606807 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-47498b7e-42d4-418c-b817-f424ebd8051b req-5cd4d5f9-4edf-40ff-9c60-59b8b7f9588a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856211
Feb 15 15:47:52.652958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.682567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.736634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.740934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2c693cf3-c38c-4de3-b08c-c208acde50e6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:52.753140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f235d906-043d-448c-9f51-8f6c6d6011ae,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:52.765197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.765578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.765956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.766315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.766688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.767060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.767428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.767795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.768158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.768526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.768891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.769238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.769772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.770037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.770562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.770748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.771832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:52.779450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:52.779450 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f235d906-043d-448c-9f51-8f6c6d6011ae HTTP/1.1" status: 204  len: 168 time: 0.2039814
Feb 15 15:47:52.781436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:53.039192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548c4a-7300-45c7-a242-3e32116a9ceb req-ba19dfa6-8916-4da1-9374-53e8e354a657 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:53.041529 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1548c4a-7300-45c7-a242-3e32116a9ceb req-ba19dfa6-8916-4da1-9374-53e8e354a657 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1035705
Feb 15 15:47:53.102676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1548c4a-7300-45c7-a242-3e32116a9ceb req-f3ff6a7e-ae7d-4f91-a8bb-be64ba1305cd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547569
Feb 15 15:47:53.267788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43fc8f-8c30-4eec-9b6e-3ae450ff7997 req-9cc8ec9a-d987-4257-8398-12bf6d5a49f7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:53.269938 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b43fc8f-8c30-4eec-9b6e-3ae450ff7997 req-9cc8ec9a-d987-4257-8398-12bf6d5a49f7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1770942
Feb 15 15:47:53.270504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 48480) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:53.311677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.343200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:53.354576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298aa17-aa1b-4e2b-aa4a-fd9a0f51e3df req-c3119518-a5ba-4196-b84f-6f4b7146c75b tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:53.356624 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5298aa17-aa1b-4e2b-aa4a-fd9a0f51e3df req-c3119518-a5ba-4196-b84f-6f4b7146c75b tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.1163950
Feb 15 15:47:53.363315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Usage tracker for resource:security_group_rule and tenant:66562ab97c574c6c89f54b64e654a72b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:53.372110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:53.378121 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b43fc8f-8c30-4eec-9b6e-3ae450ff7997 req-9d456a62-1ef6-468b-8066-e361509e2e9a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896735
Feb 15 15:47:53.382541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:53.419454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5298aa17-aa1b-4e2b-aa4a-fd9a0f51e3df req-3618677c-908f-4552-8543-3fad957c7d5e tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538445
Feb 15 15:47:53.485359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.489257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.498074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:53.547424 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=66562ab97c574c6c89f54b64e654a72b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757566
Feb 15 15:47:53.548541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f4736-5880-4fc1-90a2-6cc522d44931,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:53.550467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48490) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:53.552507 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:53.619790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.663010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.717760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.722450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b197f9ee-db26-4b7a-b656-d1bc7073e29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:53.737927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f4736-5880-4fc1-90a2-6cc522d44931,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:53.744738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:53.745561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:53.746776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b41f4736-5880-4fc1-90a2-6cc522d44931 HTTP/1.1" status: 204  len: 168 time: 0.1951706
Feb 15 15:47:53.829835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f72c1-cb15-467d-8545-80be3eaa049c req-72ed8145-3d6f-4203-b562-e4e0e1bbff87 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:53.831686 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-311f72c1-cb15-467d-8545-80be3eaa049c req-72ed8145-3d6f-4203-b562-e4e0e1bbff87 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1013823
Feb 15 15:47:53.883670 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-311f72c1-cb15-467d-8545-80be3eaa049c req-fe32a748-ded9-4c08-982a-4971b11a6600 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454550
Feb 15 15:47:54.146165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48502) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:54.166562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.184347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:54.189152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Usage tracker for resource:security_group_rule and tenant:bb2662ee2af64b7cb634cd7d112fff47 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:54.192725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:54.201641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:54.372212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.377557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.391250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b70a1-4e4c-45a7-9e4a-da0ad92a5be2 req-7ef8cdd7-322f-4d8e-b910-8374186546a4 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:54.393089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e13b70a1-4e4c-45a7-9e4a-da0ad92a5be2 req-7ef8cdd7-322f-4d8e-b910-8374186546a4 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1533136
Feb 15 15:47:54.400947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:54.439317 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bb2662ee2af64b7cb634cd7d112fff47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893605
Feb 15 15:47:54.439742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 48510) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:54.478789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6db57e-c869-4cb6-a8af-9f4c9a23c19a,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:54.482338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:54.516813 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e13b70a1-4e4c-45a7-9e4a-da0ad92a5be2 req-f56216d1-ab40-4834-bc92-8eb53d35afe5 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905676
Feb 15 15:47:54.535017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.583757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.661955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:54.695860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.711268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:54.732681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6db57e-c869-4cb6-a8af-9f4c9a23c19a,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:54.735800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:54.754170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bdcaa-1185-440c-afd9-c0f2a2be1f40 req-146b0f21-5ce9-4f7e-b819-ab15aded905c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:54.756034 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a1bdcaa-1185-440c-afd9-c0f2a2be1f40 req-146b0f21-5ce9-4f7e-b819-ab15aded905c tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.0960414
Feb 15 15:47:54.780311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.781625 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cc6db57e-c869-4cb6-a8af-9f4c9a23c19a HTTP/1.1" status: 204  len: 168 time: 0.3407226
Feb 15 15:47:54.846134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718871b-398e-411b-8a45-525baa451ef7 req-d816c044-22bc-4e31-a16b-2a005f600595 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:54.853543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port d0349f9e-684c-4be3-956a-5b2e472b8041 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:54.855621 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a718871b-398e-411b-8a45-525baa451ef7 req-d816c044-22bc-4e31-a16b-2a005f600595 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2480879
Feb 15 15:47:54.870669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:54.874459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:54.924316 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a1bdcaa-1185-440c-afd9-c0f2a2be1f40 req-a40bbf0d-9b5e-45a6-b07c-1b18f4579739 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412556
Feb 15 15:47:54.957212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a718871b-398e-411b-8a45-525baa451ef7 req-15db3a8f-0cde-4b5b-ae04-cceeb345dbb1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003747
Feb 15 15:47:55.040570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:55.084979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:55.093066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d0349f9e-684c-4be3-956a-5b2e472b8041,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:55.098790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:55.101253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2db6860b-360b-4e39-84e1-35b5ab8375b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:55.206634 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'code': 200}
Feb 15 15:47:55.208667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:55.218854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.218854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.219673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.220628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.221141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.221637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.222119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.222757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.223229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.223719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.224199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.224883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.225503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.226067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.226536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.227103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.227782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.228388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.228858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.229424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.229990 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.230712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.231279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.232087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:47:55.237340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:55.264920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbb9fe-f8c9-41e0-9df6-6258531b1f35 req-b2184a6e-6d9e-48a5-a30c-bf2bb07815f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:55.266845 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03dbb9fe-f8c9-41e0-9df6-6258531b1f35 req-b2184a6e-6d9e-48a5-a30c-bf2bb07815f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.2155495
Feb 15 15:47:55.333235 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03dbb9fe-f8c9-41e0-9df6-6258531b1f35 req-46b3f3d6-8d39-479e-8916-e86ea5b75024 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580306
Feb 15 15:47:55.522896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-48bd8b56-9b32-447a-9575-afbb018f62fa tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:55.524731 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-48bd8b56-9b32-447a-9575-afbb018f62fa tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.1740983
Feb 15 15:47:55.606989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 440f13bb-8a97-4ec9-adc4-c96500310c56 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:47:55.650009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d1e5-d4ce-40f2-9f47-bc16ea31e1a2 req-0632ae1a-3d15-4e6a-98d9-0ae353256545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:55.651678 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7de3d1e5-d4ce-40f2-9f47-bc16ea31e1a2 req-0632ae1a-3d15-4e6a-98d9-0ae353256545 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1163 time: 0.2284343
Feb 15 15:47:55.675535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Deleting port 03ea3016-7e6c-4546-b76e-61039c46a023 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:47:55.676206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:55.885259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48562) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:55.933524 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7de3d1e5-d4ce-40f2-9f47-bc16ea31e1a2 req-c11b0159-88b3-4cf1-8244-0f3cf4119d82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1819618
Feb 15 15:47:55.997747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-bd7d0423-ff8a-4d4d-949c-140be7433305 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:47:56.027097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-611663242-network', 'tenant_id': 'f84bb0b17a7546c7815705cf28d8c3d6'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:56.032526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:56.037375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Usage tracker for resource:network and tenant:f84bb0b17a7546c7815705cf28d8c3d6 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:56.041331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:56.047500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:56.051960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36430b61-45b2-45d8-98ec-63b146b09f57 req-9a0b196d-b737-4f9f-be23-93c07b373a82 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:56.056975 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36430b61-45b2-45d8-98ec-63b146b09f57 req-9a0b196d-b737-4f9f-be23-93c07b373a82 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.3037028
Feb 15 15:47:56.061482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Made reservation on behalf of f84bb0b17a7546c7815705cf28d8c3d6 for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:56.066529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.115819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] For port 03ea3016-7e6c-4546-b76e-61039c46a023, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03ea3016-7e6c-4546-b76e-61039c46a023,segment=NetworkSegment(8ffe8eca-7ea3-4440-9f0f-b0789aead8bf),segment_id=8ffe8eca-7ea3-4440-9f0f-b0789aead8bf)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:56.116203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.133826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.152696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:56.157034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f84bb0b17a7546c7815705cf28d8c3d6 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:56.160018 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:56.168623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:56.208539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36430b61-45b2-45d8-98ec-63b146b09f57 req-291a7495-d93f-4373-bc7d-452d7d886c12 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463153
Feb 15 15:47:56.263650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ad4d-eebc-4abc-a6e4-821eb3d81e07 req-89154f48-67c6-4c0d-ae06-6122875ef310 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:56.266010 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-90d5ad4d-eebc-4abc-a6e4-821eb3d81e07 req-89154f48-67c6-4c0d-ae06-6122875ef310 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 946 time: 0.2065818
Feb 15 15:47:56.278250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Calling delete_port for 03ea3016-7e6c-4546-b76e-61039c46a023 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:47:56.340189 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-90d5ad4d-eebc-4abc-a6e4-821eb3d81e07 req-936547e1-d052-4fde-80e5-9a6f52b309ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/security-groups?id=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656500
Feb 15 15:47:56.368453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.373002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.378783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:56.413936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f538025-2eb3-481f-88a9-8eb972362944,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:56.418568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:56.431027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:47:56.447386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.447386 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Added segment 5ac8d147-ba60-4b40-9298-736310c514ea of type vxlan for network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4
Feb 15 15:47:56.542027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.547752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b5a67-4c8e-4c28-91be-f9515e8f3ba3 req-9f052cdd-b15c-4fbe-8b24-5b27cd3b4a29 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:56.549460 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-338b5a67-4c8e-4c28-91be-f9515e8f3ba3 req-9f052cdd-b15c-4fbe-8b24-5b27cd3b4a29 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2273600
Feb 15 15:47:56.606276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.608505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:56.609153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.617864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ada26313-bc12-45ea-b8f1-ab8b7f3492a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:56.663382 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-338b5a67-4c8e-4c28-91be-f9515e8f3ba3 req-8dbe1ba1-0661-4e41-86ad-812d5f4119ca tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764415
Feb 15 15:47:56.664615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:56.666607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153b57-7587-4260-901f-ec60a9b2b59e req-54f35588-0ad5-4b83-af2f-823c57329451 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:56.675413 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7d153b57-7587-4260-901f-ec60a9b2b59e req-54f35588-0ad5-4b83-af2f-823c57329451 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1898644
Feb 15 15:47:56.680442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:56.765962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Pushing event deleted for resources: {'Port': ['ID=03ea3016-7e6c-4546-b76e-61039c46a023,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:56.782954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:56.808031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:56.820161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:47:56.826410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:56.833973 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9441676
Feb 15 15:47:56.848366 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7d153b57-7587-4260-901f-ec60a9b2b59e req-791dbd9f-4506-4666-a39a-24ebd573978d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599069
Feb 15 15:47:56.849098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48582) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:56.855401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Request body: {'subnet': {'network_id': 'c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-611663242-subnet', 'tenant_id': 'f84bb0b17a7546c7815705cf28d8c3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:56.873602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:56.878827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Usage tracker for resource:subnet and tenant:f84bb0b17a7546c7815705cf28d8c3d6 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:56.897512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:56.899487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:56.938860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:47:56.941491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Made reservation on behalf of f84bb0b17a7546c7815705cf28d8c3d6 for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:56.946853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.023295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] No DVR routers for this DVR port 03ea3016-7e6c-4546-b76e-61039c46a023 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:47:57.027357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.030924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'name': 'network-vif-deleted', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:57.075910 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa28a4bb-7011-4243-b28e-d2837f62d2a0 req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.15 "DELETE /v2.0/ports/03ea3016-7e6c-4546-b76e-61039c46a023 HTTP/1.1" status: 204  len: 173 time: 1.5344162
Feb 15 15:47:57.109721 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7a93f-7d43-499f-8d79-630d93eb9460', 'name': 'network-vif-deleted', 'tag': '03ea3016-7e6c-4546-b76e-61039c46a023', 'status': 'completed', 'code': 200}
Feb 15 15:47:57.140014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device abd58e4f-bac7-42f9-a526-e117a4595144 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:57.248996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port abd58e4f-bac7-42f9-a526-e117a4595144 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:47:57.254393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port abd58e4f-bac7-42f9-a526-e117a4595144 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:57.254815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.464022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f992-1bcc-4a19-bd8c-cbc4fa86b9fd req-f0f99f07-44ef-452e-aa9f-db57bd5b44dd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:57.465841 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc36f992-1bcc-4a19-bd8c-cbc4fa86b9fd req-f0f99f07-44ef-452e-aa9f-db57bd5b44dd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.1263847
Feb 15 15:47:57.530505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1659d77e-9a0a-4936-b14d-23644fbba53b req-fc5d54d5-dee4-4da8-b378-bdf5f4d279d9 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Synchronizing usage tracker for tenant:b761eb37664b4209a751ac16f090cfae on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:47:57.547967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1659d77e-9a0a-4936-b14d-23644fbba53b req-fc5d54d5-dee4-4da8-b378-bdf5f4d279d9 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Unset dirty status for tenant:b761eb37664b4209a751ac16f090cfae on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:47:57.549475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1659d77e-9a0a-4936-b14d-23644fbba53b req-fc5d54d5-dee4-4da8-b378-bdf5f4d279d9 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0766330
Feb 15 15:47:57.553099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.577200 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc36f992-1bcc-4a19-bd8c-cbc4fa86b9fd req-303df2e7-021d-4480-8e65-ca513e315638 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943770
Feb 15 15:47:57.578123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.588436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:47:57.594409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:57.600218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=abd58e4f-bac7-42f9-a526-e117a4595144,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:47:57.605143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.606088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:57.632137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:57.678887 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144', 'code': 200}
Feb 15 15:47:57.748276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9c9885-15b1-4343-b186-9df0488dda7c,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:57.751910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:57.752365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:57.765330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:57.765728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:57.766145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.833950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Checking segment: {'id': '5ac8d147-ba60-4b40-9298-736310c514ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:47:57.834575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Network hostable DHCP agents. Network: c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:47:57.921293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:47:57.922382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 03ea3016-7e6c-4546-b76e-61039c46a023 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:47:57.948234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:47:57.952639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:57.953309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:57.964976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 03ea3016-7e6c-4546-b76e-61039c46a023 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:47:57.965262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 03ea3016-7e6c-4546-b76e-61039c46a023 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:47:57.967207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913013d1-99b8-4455-b2b7-9785fa2ea7b3 None None] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:47:58.002379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97740ab-724a-4951-9c71-4db2e14a5d53 req-e5eadb5a-52ed-48dc-9bc8-0fac8a2a231d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:58.004576 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c97740ab-724a-4951-9c71-4db2e14a5d53 req-e5eadb5a-52ed-48dc-9bc8-0fac8a2a231d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1539874
Feb 15 15:47:58.029949 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1797051
Feb 15 15:47:58.103500 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c97740ab-724a-4951-9c71-4db2e14a5d53 req-74643cf8-4147-4b04-88b7-cdcce36a081f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902817
Feb 15 15:47:58.246348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddebcb-6529-48b7-89db-ef1280272a64 req-d8f9aa82-ccf0-45da-a3c6-b8a42fcce554 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:58.256570 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bbddebcb-6529-48b7-89db-ef1280272a64 req-d8f9aa82-ccf0-45da-a3c6-b8a42fcce554 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.2001653
Feb 15 15:47:58.260901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698f10b-2e21-4d3a-8da0-ee5e13520ad0 req-01d2f5b9-9078-4284-8f09-9464bacc2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:58.262570 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8698f10b-2e21-4d3a-8da0-ee5e13520ad0 req-01d2f5b9-9078-4284-8f09-9464bacc2f62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 1166 time: 0.2732494
Feb 15 15:47:58.290654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e83b2-f300-44e0-a3b5-81437d5496e9 None None] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:47:58.365768 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8698f10b-2e21-4d3a-8da0-ee5e13520ad0 req-ade8707b-a44a-44f3-a54c-f76a34f52727 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463555
Feb 15 15:47:58.368880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bbddebcb-6529-48b7-89db-ef1280272a64 req-b22b40b3-f28d-492d-9a59-4f10fe44df58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114335
Feb 15 15:47:58.564157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device abd58e4f-bac7-42f9-a526-e117a4595144 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:58.643900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port abd58e4f-bac7-42f9-a526-e117a4595144 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:58.645014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:58.772688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b7d2f3-d7ae-4b9d-89fe-d3c3ad857ae1 req-95eed07f-9f9e-4e43-bbe3-6ba2c5351fe1 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0801432
Feb 15 15:47:58.793961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:47:58.873805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe7f12-5f75-499a-9aa4-c387d8418c54 req-0798a2ff-0b31-435f-9bc8-377d32fcf23d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:58.875704 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23fe7f12-5f75-499a-9aa4-c387d8418c54 req-0798a2ff-0b31-435f-9bc8-377d32fcf23d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.1614289
Feb 15 15:47:58.881881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:47:58.884676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:58.942746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48642) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:58.949746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1442664309-network', 'tenant_id': 'e1351e1141fc487ea8e09c12c3f7a258'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:58.959123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:58.971257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Usage tracker for resource:network and tenant:e1351e1141fc487ea8e09c12c3f7a258 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:58.979605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:58.993147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:59.020190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Made reservation on behalf of e1351e1141fc487ea8e09c12c3f7a258 for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:59.025295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.050200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.067900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:59.072710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1351e1141fc487ea8e09c12c3f7a258 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:59.075945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:59.083118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:59.173955 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23fe7f12-5f75-499a-9aa4-c387d8418c54 req-f5f55799-f3fc-4c6e-8f21-a769ab898274 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907684
Feb 15 15:47:59.223039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.226972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.231578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d97d655b-84b1-43ee-a383-c92ee060db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:59.322249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:47:59.329775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cc1d1-35e0-4e44-81d4-820cd66ad4cf,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:59.333445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:59.340873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.341232 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Added segment 96da807b-1c28-456c-831e-46df2a8a5efb of type vxlan for network 960d5373-5c66-466a-99d8-302ee233e2c4
Feb 15 15:47:59.383177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.415225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c8603-ae88-4a0a-9622-a19440bfcc5c req-e32b9166-c2fa-4c06-a2d8-bc673b08d8e0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:59.416927 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-918c8603-ae88-4a0a-9622-a19440bfcc5c req-e32b9166-c2fa-4c06-a2d8-bc673b08d8e0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1763370
Feb 15 15:47:59.447779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.450149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:59.450789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.462864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:47:59.521899 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-918c8603-ae88-4a0a-9622-a19440bfcc5c req-cfa20670-2c0e-4ade-88bd-f5d530d740c7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972931
Feb 15 15:47:59.583971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e372e5-49b8-4f45-8701-7d356145dee3 req-9e17d69c-bce8-4405-81bd-6a1a1bb5ccbb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:59.585679 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-43e372e5-49b8-4f45-8701-7d356145dee3 req-9e17d69c-bce8-4405-81bd-6a1a1bb5ccbb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0881331
Feb 15 15:47:59.586153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Pushing event updated for resources: {'Network': ['ID=960d5373-5c66-466a-99d8-302ee233e2c4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:47:59.589192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:47:59.594046 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6470177
Feb 15 15:47:59.594130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 48654) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:59.597124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 960d5373-5c66-466a-99d8-302ee233e2c4 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:47:59.600125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Request body: {'subnet': {'network_id': '960d5373-5c66-466a-99d8-302ee233e2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1442664309-subnet', 'tenant_id': 'e1351e1141fc487ea8e09c12c3f7a258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:59.605427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:47:59.611148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Usage tracker for resource:subnet and tenant:e1351e1141fc487ea8e09c12c3f7a258 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:47:59.626520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:47:59.639071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:47:59.660201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Made reservation on behalf of e1351e1141fc487ea8e09c12c3f7a258 for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:47:59.664978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:47:59.697726 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-43e372e5-49b8-4f45-8701-7d356145dee3 req-94292a53-5f04-4e0b-8331-83557f87e366 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896273
Feb 15 15:47:59.915252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b527ff-8b5e-4748-a475-f167d2bd8d7a req-777b0b37-d41e-408b-9bea-a2e9de20389d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:47:59.916961 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-60b527ff-8b5e-4748-a475-f167d2bd8d7a req-777b0b37-d41e-408b-9bea-a2e9de20389d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0937827
Feb 15 15:47:59.927714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48662) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:47:59.933279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'floatingip': {'port_id': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:47:59.966254 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ead20981-84c5-4a6b-8225-17ef2644755f req-bbeb4005-34b6-4051-8d5d-27c314224d13 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0688291
Feb 15 15:48:00.154199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:00.170767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:00.266847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:00.314838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20daf4c7-f061-494c-9dbf-6eee7fe63f44,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:00.322388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:00.381398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Checking segment: {'id': '96da807b-1c28-456c-831e-46df2a8a5efb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '960d5373-5c66-466a-99d8-302ee233e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:00.381791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Network hostable DHCP agents. Network: 960d5373-5c66-466a-99d8-302ee233e2c4, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:48:00.401084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Network 960d5373-5c66-466a-99d8-302ee233e2c4 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:48:00.410126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 960d5373-5c66-466a-99d8-302ee233e2c4) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:00.414374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:00.415149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:00.419419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81b545-cdfe-43ce-8443-0184fa1e8777 None None] Network 960d5373-5c66-466a-99d8-302ee233e2c4 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:00.441868 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-41071729-4c8b-454c-82b6-1e3108884a30 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8467085
Feb 15 15:48:00.551749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25251b-7e24-4c56-ba8e-ebeb3c71876a req-8ceadb3f-feb7-4357-ae7b-f62b7a0542cc tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:00.553397 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a25251b-7e24-4c56-ba8e-ebeb3c71876a req-8ceadb3f-feb7-4357-ae7b-f62b7a0542cc tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.2224891
Feb 15 15:48:00.687403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2603f03-3530-4823-afe1-9a3b10b0a368 None None] Network 960d5373-5c66-466a-99d8-302ee233e2c4 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:00.756635 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a25251b-7e24-4c56-ba8e-ebeb3c71876a req-c9b3c6d8-8f66-4ab9-881b-e8b96fd4e17f tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437211
Feb 15 15:48:00.770740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1402f-99ab-4915-86de-39f0f1690510 req-91e02b42-ab00-4708-8484-c3cf46cb0ba5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:00.779195 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7a1402f-99ab-4915-86de-39f0f1690510 req-91e02b42-ab00-4708-8484-c3cf46cb0ba5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1083801
Feb 15 15:48:00.835984 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7a1402f-99ab-4915-86de-39f0f1690510 req-f6f30709-1042-4f96-81f3-52338dcf4d59 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557375
Feb 15 15:48:01.213388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5ec3474-fe45-4a17-9c2c-a3608688a805 req-4b213292-6d17-41f1-bb7a-98ab4ca35e89 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0844409
Feb 15 15:48:01.219862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 15 15:48:01.347032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:01.350341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:01.533665 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Floating IP 083aac5d-2bb7-4f64-9b82-af51f631dd93 associated. External IP: 172.27.3.159, port: d0349f9e-684c-4be3-956a-5b2e472b8041.
Feb 15 15:48:01.965856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4fcdd-635d-4a9f-a4d6-494fee438a25 req-6ba21205-2803-4ab8-97b2-3dacf316ea2d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:01.967539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a4fcdd-635d-4a9f-a4d6-494fee438a25 req-6ba21205-2803-4ab8-97b2-3dacf316ea2d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.0935767
Feb 15 15:48:02.015450 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a4fcdd-635d-4a9f-a4d6-494fee438a25 req-973211ff-e6f0-4b81-9c47-c7b2fac6e90a tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410380
Feb 15 15:48:02.181327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:48:02.190965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0101-6499-4428-acea-a9658d0c0f04 req-bc818c57-5168-4eec-a618-98e3491ad3fd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:02.192579 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a7b0101-6499-4428-acea-a9658d0c0f04 req-bc818c57-5168-4eec-a618-98e3491ad3fd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2088792
Feb 15 15:48:02.386452 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a7b0101-6499-4428-acea-a9658d0c0f04 req-11070331-fa66-4241-9395-b903d10fb105 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868653
Feb 15 15:48:02.398399 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-069f3525-cf3d-4c27-9f7d-df8410f28ba3 req-76045278-e90a-4246-bb54-12319d6686bb tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0513210
Feb 15 15:48:02.449315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:48:02.454704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:02.465820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:48:02.476848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:02.477665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7020959e48>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:47:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:02.529551 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-967bc620-5ad3-4c62-a627-03a46fcd6860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "PUT /v2.0/floatingips/083aac5d-2bb7-4f64-9b82-af51f631dd93 HTTP/1.1" status: 200  len: 992 time: 2.6006286
Feb 15 15:48:02.530278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:02.580749 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'status': 'completed', 'code': 200}
Feb 15 15:48:02.684550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:03.063036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7020959e48>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '083aac5d-2bb7-4f64-9b82-af51f631dd93', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:98:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:18Z', 'updated_at': '2021-02-15T15:48:01Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:03.067794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:48:03.078340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:03.079157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7020959e48>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:47:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:03.224418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402731-0250-40f1-8565-4b5a3274bd5e req-08c3d1ed-d258-4afd-bd2d-29e2e4ef9db9 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:03.226043 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76402731-0250-40f1-8565-4b5a3274bd5e req-08c3d1ed-d258-4afd-bd2d-29e2e4ef9db9 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.0939691
Feb 15 15:48:03.271584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:03.273988 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-76402731-0250-40f1-8565-4b5a3274bd5e req-400ff5bb-ff7a-4df0-ad70-23584d3cdc60 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415142
Feb 15 15:48:03.596781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8a466-b14d-4a22-944d-e1febfd3d361 req-ce609cf8-efc1-4ddf-9d53-5f2cac4f5ee9 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:03.598454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02c8a466-b14d-4a22-944d-e1febfd3d361 req-ce609cf8-efc1-4ddf-9d53-5f2cac4f5ee9 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0946736
Feb 15 15:48:03.646693 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02c8a466-b14d-4a22-944d-e1febfd3d361 req-fb1d79f3-133d-4871-a73e-017fe61593a2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417495
Feb 15 15:48:03.656789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7020959e48>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '083aac5d-2bb7-4f64-9b82-af51f631dd93', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:98:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:18Z', 'updated_at': '2021-02-15T15:48:01Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:03.661324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc9055-2b56-483a-af54-341e30fba3d3 None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '083aac5d-2bb7-4f64-9b82-af51f631dd93', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:98:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:18Z', 'updated_at': '2021-02-15T15:48:01Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:48:03.825494 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e9a254b9-cdc2-4887-ab09-193e908f7725 req-759b822e-5a66-446c-844e-47c8867ffa5d tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] 10.222.0.102 "GET /v2.0/ports?device_id=26d7a93f-7d43-499f-8d79-630d93eb9460 HTTP/1.1" status: 200  len: 210 time: 0.0551808
Feb 15 15:48:03.932180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8d11f-2cd2-4a0a-89cf-f9216295e504 None None] New status for floating IP 083aac5d-2bb7-4f64-9b82-af51f631dd93: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:48:04.038806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 960d5373-5c66-466a-99d8-302ee233e2c4 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:48:04.065627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-3392f161-8b74-4af5-9ddd-723a777ca36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:04.067346 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-3392f161-8b74-4af5-9ddd-723a777ca36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1163 time: 0.0951221
Feb 15 15:48:04.246951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-c945def2-1872-47af-884b-efc1e4d4da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:04.248817 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-c945def2-1872-47af-884b-efc1e4d4da3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1502695
Feb 15 15:48:04.374034 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-cb1b3166-6246-446d-8e92-685f20d35320 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 1002 time: 0.1076579
Feb 15 15:48:04.499113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-0aa19ebb-c934-45bf-856e-10f0ccab984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:04.500700 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-0aa19ebb-c934-45bf-856e-10f0ccab984b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.1169834
Feb 15 15:48:04.592543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc8e9d-d660-469b-8777-55f6b59a33ff req-492ef5b4-5064-4b25-9f59-cfe5d5231341 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:04.594152 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4bcc8e9d-d660-469b-8777-55f6b59a33ff req-492ef5b4-5064-4b25-9f59-cfe5d5231341 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.1699748
Feb 15 15:48:04.645661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-26bdc4cf-5d08-46b0-b455-0f42d23e17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:04.647300 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-26bdc4cf-5d08-46b0-b455-0f42d23e17b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1340647
Feb 15 15:48:04.657972 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4bcc8e9d-d660-469b-8777-55f6b59a33ff req-1a2ff67a-2639-4a9f-b959-58ca1a86828c tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526555
Feb 15 15:48:04.819029 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-6d079b84-2e85-480b-b2ed-b53fe6ca0dbe service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578903
Feb 15 15:48:05.003642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74ea5-6a9d-4437-9681-fcf62b6c6834 req-5d58d06b-7f1f-4b0c-9b4d-3e29a3f94209 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:05.012656 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4be74ea5-6a9d-4437-9681-fcf62b6c6834 req-5d58d06b-7f1f-4b0c-9b4d-3e29a3f94209 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1277418
Feb 15 15:48:05.057046 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eeddccb8-7bd1-421e-a992-c4b49b9ff742 req-7174691c-5ac7-4f17-8884-b81e43fb685d service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2287431
Feb 15 15:48:05.083648 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4be74ea5-6a9d-4437-9681-fcf62b6c6834 req-414b347e-c477-4a49-8825-a1f424e6b60e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692081
Feb 15 15:48:05.307207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-120abe77-09f2-43ed-ab89-35d8f9f1eb3b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:05.309131 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-120abe77-09f2-43ed-ab89-35d8f9f1eb3b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.2006228
Feb 15 15:48:05.328240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-39fb8756-24c7-432b-b900-8aae60ae48f0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/quotas/51805d0596474dd284dab71569ac7a9b HTTP/1.1" status: 200  len: 375 time: 0.0109577
Feb 15 15:48:05.432424 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-92df7642-5c8f-419f-b647-9b98a464f50c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0950892
Feb 15 15:48:05.519314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68669297-9094-4bac-8f15-5b9522b8f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:05.617028 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-ed85faa0-52cd-45a4-ba22-38017ef0840e service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762791
Feb 15 15:48:05.769980 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-b6aa7fd5-a67f-4e83-8403-fca4934bb661 service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444147
Feb 15 15:48:05.878836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb7ca-fb97-47e8-ba6a-7e7d48542ed7 req-a43a30b0-0b1f-4177-90ad-3367bcdfce60 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:05.880599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-978bb7ca-fb97-47e8-ba6a-7e7d48542ed7 req-a43a30b0-0b1f-4177-90ad-3367bcdfce60 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.0955317
Feb 15 15:48:05.935543 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-978bb7ca-fb97-47e8-ba6a-7e7d48542ed7 req-e291ede8-2dab-4f01-9c5d-c51c70acf6ef tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481019
Feb 15 15:48:05.979000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-952d22c0-bbd9-4529-a9be-bcc6e95444df req-7451921a-2def-433c-b9fb-8942254cc6cb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0581183
Feb 15 15:48:06.226180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device abd58e4f-bac7-42f9-a526-e117a4595144 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:06.303886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baeba8-094e-4324-9eda-c4408f9bc287 req-cbc3495e-c4dc-4750-b606-4d38a084fe30 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:06.305741 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38baeba8-094e-4324-9eda-c4408f9bc287 req-cbc3495e-c4dc-4750-b606-4d38a084fe30 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0951786
Feb 15 15:48:06.317638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port abd58e4f-bac7-42f9-a526-e117a4595144 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:06.318302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:06.366243 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38baeba8-094e-4324-9eda-c4408f9bc287 req-eda96d8b-72f5-43c1-8fb2-567110aa0421 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535502
Feb 15 15:48:06.478556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbab50-9ac8-4da0-be40-33a6e28d622a req-c3b0f9d3-80d6-42a3-a195-8806ec8652e6 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:06.481676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eadbab50-9ac8-4da0-be40-33a6e28d622a req-c3b0f9d3-80d6-42a3-a195-8806ec8652e6 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.1104195
Feb 15 15:48:06.541300 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eadbab50-9ac8-4da0-be40-33a6e28d622a req-95a676bb-aa1d-44b6-9c19-07a0b1c2c738 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510395
Feb 15 15:48:07.032627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48848) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:07.181393 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-929b2c4a-1792-404b-9aa0-42cd780a74d9 req-1cf1c91c-4fed-4865-8fe7-6d4a3dcdac96 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0584068
Feb 15 15:48:07.187871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Deleting subnet 16d4aa5e-375b-4b11-9796-6b90349c5112 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:48:07.235899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:07.263496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:07.270995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:07.546717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:07.569027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:07.618534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d4aa5e-375b-4b11-9796-6b90349c5112,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:07.674182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:07.708311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4598a-687b-47f9-a08d-bf6656d9608c req-4ac1bc28-6dd2-4c4a-90ef-bf4ff9c8712e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:07.710380 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30c4598a-687b-47f9-a08d-bf6656d9608c req-4ac1bc28-6dd2-4c4a-90ef-bf4ff9c8712e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2211554
Feb 15 15:48:07.770608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:07.773176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-62f9e06c-3cbb-420e-9d47-fddca6e2e876 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:07.774908 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-62f9e06c-3cbb-420e-9d47-fddca6e2e876 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.2407269
Feb 15 15:48:07.786040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30c4598a-687b-47f9-a08d-bf6656d9608c req-6c24b304-1151-4c5c-b064-3022c90fbdd0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673833
Feb 15 15:48:07.790203 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] 10.222.0.102 "DELETE /v2.0/subnets/16d4aa5e-375b-4b11-9796-6b90349c5112 HTTP/1.1" status: 204  len: 168 time: 0.7527092
Feb 15 15:48:07.790203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48862) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:07.793012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Request body: {'port': {'device_id': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c', 'admin_state_up': True, 'tenant_id': '51805d0596474dd284dab71569ac7a9b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:07.895806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8a0f-7d0f-4915-8806-bfc1179e14f8 req-3bcc6c09-b53b-4c59-aaa4-65da1c598fa7 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:07.897630 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c9d8a0f-7d0f-4915-8806-bfc1179e14f8 req-3bcc6c09-b53b-4c59-aaa4-65da1c598fa7 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.2225516
Feb 15 15:48:07.944178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.040295 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c9d8a0f-7d0f-4915-8806-bfc1179e14f8 req-93e29dff-8b59-43bc-8f2b-2d0c005aa918 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269808
Feb 15 15:48:08.164878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:08.172503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.176052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:08.187242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:08.192938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.302983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35227491-91cb-4291-8c02-f35bc9031f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.369832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f701c09f400>> segment before_delete 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.370238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f701c09f400>> subnet precommit_delete_associations 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.371125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> segment_host_mapping after_create 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.371414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> port after_create 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.371772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> port after_delete 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.372143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> port after_update 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.372531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> segment after_delete 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.377939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> subnet after_create 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.378524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> subnet after_delete 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.379074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701b483a20>> subnet after_update 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.462775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701a72e240>> subnet after_create 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.463231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701a72e240>> subnet after_delete 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.463688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701a72e240>> subnet before_create 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.464068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701a72e240>> subnet before_update 55550000 {{(pid=84015) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:48:08.464487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b4832e8>,) {'filters': {'network_id': ['e2a09c6f-55da-4973-b5f1-5149b64b8431']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:08.470374 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84cfdf57-1f17-47b6-aebb-0006ebeb3ebd req-3acff73d-2029-4851-843f-14c4142e5911 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.1026835
Feb 15 15:48:08.481964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b4832e8>, '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:08.482677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b4832e8>, '8ffe8eca-7ea3-4440-9f0f-b0789aead8bf') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:08.499861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.522522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.524895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:48:08.613295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Allocated IP 172.20.0.5 (0256bb9e-0a8c-406f-8814-08e40b15f61c/2716d948-d630-4602-bb22-92b55b7a03d1/aee8a9e8-423a-4732-9219-57dfe684072c) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:08.740975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:08.750738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.871216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:08.911733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.009803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb8cb08-225d-48d6-95dd-77a1029687cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:09.073479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Network e2a09c6f-55da-4973-b5f1-5149b64b8431 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:09.108058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event updated for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:48:09.113743 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:48:09.129335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:09.142545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.154867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:09.156179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:09.158633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:09.164133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:09.164864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.196707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4075086
Feb 15 15:48:09.223767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Request body: {'port': {'device_id': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:09.242979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95be83-eb2b-4376-8328-a5350f2788e0 req-9e92b05b-7fee-4ba0-99b5-c57e5082f19a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:09.252677 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae95be83-eb2b-4376-8328-a5350f2788e0 req-9e92b05b-7fee-4ba0-99b5-c57e5082f19a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2765250
Feb 15 15:48:09.255206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.280409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.286713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:09.314408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a09c6f-55da-4973-b5f1-5149b64b8431,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:09.322494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:09.369089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae95be83-eb2b-4376-8328-a5350f2788e0 req-5523f2c1-2194-4ba8-a962-16f9aedac77c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149535
Feb 15 15:48:09.376290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:09.377535 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] 10.222.0.102 "DELETE /v2.0/networks/e2a09c6f-55da-4973-b5f1-5149b64b8431 HTTP/1.1" status: 204  len: 168 time: 1.5862467
Feb 15 15:48:09.580052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48928) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:09.605955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba40b-85b3-4d76-a8f7-44149002dc47 req-75935f95-6521-4b0b-8803-e26d78c02092 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:09.607623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3adba40b-85b3-4d76-a8f7-44149002dc47 req-75935f95-6521-4b0b-8803-e26d78c02092 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.2185543
Feb 15 15:48:09.684821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48934) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:09.741861 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3adba40b-85b3-4d76-a8f7-44149002dc47 req-ad783f5f-4d01-4cd1-a81a-0e57aa383cbe tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915508
Feb 15 15:48:09.776062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8f1518ba-7931-44da-a11c-7da0c4f22baf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b761eb37664b4209a751ac16f090cfae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0898924
Feb 15 15:48:09.777432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48938) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:09.786828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b334a56-2e65-4f87-a934-c7d73561a725 req-946bde42-59e6-4d3a-81cb-687b17edccd7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:09.788441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b334a56-2e65-4f87-a934-c7d73561a725 req-946bde42-59e6-4d3a-81cb-687b17edccd7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 931 time: 0.1729817
Feb 15 15:48:09.919159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.011568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee8a9e8-423a-4732-9219-57dfe684072c {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:48:10.023779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.048392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Transition to ACTIVE for port object aee8a9e8-423a-4732-9219-57dfe684072c will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:10.052067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.068585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:10.124685 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b334a56-2e65-4f87-a934-c7d73561a725 req-e0a4101f-f4b8-48c1-8d0a-1af35d1a3a51 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261666
Feb 15 15:48:10.132469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.179038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:10.185855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.190706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Usage tracker for resource:security_group_rule and tenant:7c14785bf6144d12b15c2fc51bfcc0e3 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:10.195209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-6cb44b87-654d-4887-95a1-f9cc76112880 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:10.197193 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-6cb44b87-654d-4887-95a1-f9cc76112880 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 949 time: 0.3078065
Feb 15 15:48:10.205739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:10.223808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:10.249786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.283717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Pushing event updated for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:10.291671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:10.328925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Deleting port abd58e4f-bac7-42f9-a526-e117a4595144 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:48:10.329312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.371944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.380633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1bde505b-afa6-4e8b-a9f7-a2021e04cc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:10.395647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:10.425583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:10.462516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.468022 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6fd0e962-8f35-4a20-88e9-0dbb5ac8cc88 HTTP/1.1" status: 204  len: 168 time: 0.6895583
Feb 15 15:48:10.474822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.475735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device abd58e4f-bac7-42f9-a526-e117a4595144 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:48:10.483567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.491383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5325f2a8-dac9-49b7-802d-305d799955e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:10.577645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.661635 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7c14785bf6144d12b15c2fc51bfcc0e3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0802524
Feb 15 15:48:10.662509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48958) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:10.668346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a286c72-7b4b-4510-983a-f4957db8b4ff,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:10.670673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:10.774880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029cc8-3fb9-4946-a56a-0fbbcf244e01 req-9bccb343-a162-4291-afd7-c88e41da9eb8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:10.776740 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8029cc8-3fb9-4946-a56a-0fbbcf244e01 req-9bccb343-a162-4291-afd7-c88e41da9eb8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2595057
Feb 15 15:48:10.805378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Attempting to bind port aee8a9e8-423a-4732-9219-57dfe684072c on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:10.805886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Attempting to bind port aee8a9e8-423a-4732-9219-57dfe684072c by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:10.806366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Attempting to bind port aee8a9e8-423a-4732-9219-57dfe684072c on network 0256bb9e-0a8c-406f-8814-08e40b15f61c {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:10.817800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:10.818328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Checking segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:10.818837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.819345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Bound using segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:10.820056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Bound port: aee8a9e8-423a-4732-9219-57dfe684072c, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:10.820655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.829748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.835873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.861149 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8029cc8-3fb9-4946-a56a-0fbbcf244e01 req-5d62b9f4-8a78-4f4e-a0c3-3155e3dea21f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762694
Feb 15 15:48:10.883893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.918576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:10.944354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=abd58e4f-bac7-42f9-a526-e117a4595144,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:10.944757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.948168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=abd58e4f-bac7-42f9-a526-e117a4595144,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:10.949823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.955190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:10.958810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.964772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8c0b5e6-94ec-4134-8b8f-c522f22e80aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:10.971096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a286c72-7b4b-4510-983a-f4957db8b4ff,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:10.974473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:10.976044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:10.979904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0a286c72-7b4b-4510-983a-f4957db8b4ff HTTP/1.1" status: 204  len: 168 time: 0.3116899
Feb 15 15:48:11.059403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144', 'code': 200}
Feb 15 15:48:11.103625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:11.116869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:11.373986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Calling delete_port for abd58e4f-bac7-42f9-a526-e117a4595144 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:48:11.401902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c27f0-97d7-4dd8-ab4e-fb7fb325f82e req-86c6b788-ecf2-42f6-a007-5470550a7c15 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:11.410440 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606c27f0-97d7-4dd8-ab4e-fb7fb325f82e req-86c6b788-ecf2-42f6-a007-5470550a7c15 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.1120691
Feb 15 15:48:11.428684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:11.430981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48990) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:11.443948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=aee8a9e8-423a-4732-9219-57dfe684072c,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:11.458531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.461188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.480134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:11.488305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:11.495980 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-606c27f0-97d7-4dd8-ab4e-fb7fb325f82e req-8f1879c0-8703-448d-8720-9f8384b5d452 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846367
Feb 15 15:48:11.497028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad08b310cd43448f92c370bd572bc5c7 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:11.500099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:11.506208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:11.553145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 48994) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:11.573803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Pushing event updated for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:11.598457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:11.627368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.631655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.641649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51fff47c-68ac-45ea-a1ce-5b46801e2964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:11.675996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3d268-b8c0-4da0-bcac-d621cdc2e2c6 req-7781db4a-7086-4087-aeb5-a6f2d3662c7e tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:11.681530 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dcb3d268-b8c0-4da0-bcac-d621cdc2e2c6 req-7781db4a-7086-4087-aeb5-a6f2d3662c7e tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.5011506
Feb 15 15:48:11.687403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ad08b310cd43448f92c370bd572bc5c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2533565
Feb 15 15:48:11.688610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ee1e7-af18-4d42-b82d-52ee9d96b8a4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:11.691612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49002) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:11.694595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:11.735047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1596420685-network', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:11.741502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84016) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:48:11.741867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:48:11.748404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:11.764312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Usage tracker for resource:network and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:11.769326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:11.777646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:11.786950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:11.787620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.789119 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] 10.222.0.15 "PUT /v2.0/ports/aee8a9e8-423a-4732-9219-57dfe684072c HTTP/1.1" status: 200  len: 1157 time: 2.5734119
Feb 15 15:48:11.789666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:11.798005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.806998 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dcb3d268-b8c0-4da0-bcac-d621cdc2e2c6 req-21121d64-0a63-4811-8d62-0e68048a55fd tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728104
Feb 15 15:48:11.808322 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Made reservation on behalf of ca01db65c1c142d9b807760b3a235f42 for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:11.813674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.851398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.866288 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c', 'status': 'completed', 'code': 200}
Feb 15 15:48:11.874408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.881639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:11.890137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:11.899262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:11.917549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:11.974768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:11.983479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-ec71965c-44a3-4f78-be5c-7f2664d9ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:11.985190 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-ec71965c-44a3-4f78-be5c-7f2664d9ae77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 1160 time: 0.1005695
Feb 15 15:48:11.987166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-277c5a65-0d99-413d-912a-bf3147b86df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:12.020695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ee1e7-af18-4d42-b82d-52ee9d96b8a4,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:12.026386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:12.035929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.039734 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/952ee1e7-af18-4d42-b82d-52ee9d96b8a4 HTTP/1.1" status: 204  len: 168 time: 0.3445294
Feb 15 15:48:12.083938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.089484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.099795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:12.119510 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-cc05a551-93ce-4029-9181-8efa0190cf92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee8a9e8-423a-4732-9219-57dfe684072c HTTP/1.1" status: 200  len: 217 time: 0.1213722
Feb 15 15:48:12.131332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f9541-f589-44dc-a9dd-aa1c36ad7d63,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:12.135430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:12.149183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:48:12.159889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.160519 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Added segment 2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5 of type vxlan for network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977
Feb 15 15:48:12.197124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.232242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdc38-73bc-45cc-85fa-5b9b593ad14a req-e8a4a684-9d1c-4f32-9bc7-e316eb2fc087 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:12.235029 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a1cdc38-73bc-45cc-85fa-5b9b593ad14a req-e8a4a684-9d1c-4f32-9bc7-e316eb2fc087 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1833904
Feb 15 15:48:12.243148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Deleting port abd58e4f-bac7-42f9-a526-e117a4595144 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:48:12.243504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.255112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.256918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:12.257685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.263893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:12.300479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-ea864a97-7005-455b-8610-53c60bca3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:12.302054 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-ea864a97-7005-455b-8610-53c60bca3d57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.1574485
Feb 15 15:48:12.374869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Pushing event updated for resources: {'Network': ['ID=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:12.378593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:12.379483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-4e4885c6-1450-418c-a05b-4dac3681c2d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528975
Feb 15 15:48:12.383516 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8265800
Feb 15 15:48:12.383811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49022) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:12.387976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:48:12.390313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Request body: {'subnet': {'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1596420685-subnet', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:12.396449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:12.400230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Usage tracker for resource:subnet and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:12.403406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:12.409704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:12.424515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Made reservation on behalf of ca01db65c1c142d9b807760b3a235f42 for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:12.428764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:48:12.431211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:12.626285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a1cdc38-73bc-45cc-85fa-5b9b593ad14a req-fec0a668-ce92-45fb-9822-adfcab03ec1d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279974
Feb 15 15:48:12.802999 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-a5c762ce-ab77-47fa-b152-2342422c1d67 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3906572
Feb 15 15:48:12.849499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214769-801b-4b4a-b196-ecd4da5d09e4 req-f7f8a333-9e25-47a4-9dcd-b678fc93f678 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:12.856603 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1214769-801b-4b4a-b196-ecd4da5d09e4 req-f7f8a333-9e25-47a4-9dcd-b678fc93f678 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.1862569
Feb 15 15:48:12.880120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:48:12.975052 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e1214769-801b-4b4a-b196-ecd4da5d09e4 req-71d27d87-00cb-4e0d-ad76-0038eaf10acc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995722
Feb 15 15:48:12.986196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] For port abd58e4f-bac7-42f9-a526-e117a4595144, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=abd58e4f-bac7-42f9-a526-e117a4595144,segment=NetworkSegment(a8714add-b3e9-4156-81c4-3c837eeef5f9),segment_id=a8714add-b3e9-4156-81c4-3c837eeef5f9)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:12.987202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.171834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.184102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Calling delete_port for abd58e4f-bac7-42f9-a526-e117a4595144 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:48:13.207894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-682444d5-08be-4ae6-8b29-7c0acaa36e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:13.231017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55d87a07-0e4f-4fe1-b187-93c177465a08 req-948ebee3-0dd5-46ed-a7d4-c7b50682bd7c service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4135690
Feb 15 15:48:13.350436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a7afb2-6887-4782-87ec-929a334631c3,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:13.355337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:13.371973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b255ae9-966f-4185-8fa5-489fb7455e6a req-42ee3047-eb58-4983-a87f-2f0de63fc73d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:13.373631 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b255ae9-966f-4185-8fa5-489fb7455e6a req-42ee3047-eb58-4983-a87f-2f0de63fc73d tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 947 time: 0.3520477
Feb 15 15:48:13.410762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Checking segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:13.411398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Network hostable DHCP agents. Network: 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:48:13.431622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:48:13.440918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:13.454644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c052e-dcdb-4e60-aa41-bbf90ad00578 None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:13.455815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:13.456583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.482776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0930860
Feb 15 15:48:13.484542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49054) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:13.496829 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b255ae9-966f-4185-8fa5-489fb7455e6a req-953cc387-f503-4391-9385-ecc59d8e1e5a tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/security-groups?id=25b1fb8c-7512-4d9c-981a-221500fe9faa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916939
Feb 15 15:48:13.508961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:13.513016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.517473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:13.543096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:13.596130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Usage tracker for resource:router and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:13.612409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:13.615399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Pushing event deleted for resources: {'Port': ['ID=abd58e4f-bac7-42f9-a526-e117a4595144,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:13.623969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:13.627841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-0076221b-49a6-4226-8142-f44b9ba9c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:13.629566 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-0076221b-49a6-4226-8142-f44b9ba9c05d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 1160 time: 0.3195202
Feb 15 15:48:13.678907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:13.735247 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:48:13.738266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.801261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.802345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:13.980456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] No DVR routers for this DVR port abd58e4f-bac7-42f9-a526-e117a4595144 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:48:13.984510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81048fb0-0c38-4123-96fa-06ee0bee4c2c req-087d456a-bfdb-4d14-b029-e5666e137b2a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:13.986236 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-81048fb0-0c38-4123-96fa-06ee0bee4c2c req-087d456a-bfdb-4d14-b029-e5666e137b2a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2050607
Feb 15 15:48:14.002956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:14.027119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-deleted', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:14.040795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:14.092959 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-43eb8f0b-77f9-4239-9328-3b5add165ff0 req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.15 "DELETE /v2.0/ports/abd58e4f-bac7-42f9-a526-e117a4595144 HTTP/1.1" status: 204  len: 173 time: 3.8858292
Feb 15 15:48:14.101638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-e45e8bdb-8747-4e4a-ad56-d963af687e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:14.104698 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-e45e8bdb-8747-4e4a-ad56-d963af687e76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.4220080
Feb 15 15:48:14.125655 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-81048fb0-0c38-4123-96fa-06ee0bee4c2c req-5c67f057-b044-46ef-896a-3a1044cf8b65 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243412
Feb 15 15:48:14.442515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Allocated IP 172.20.0.2 (1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977/08a7afb2-6887-4782-87ec-929a334631c3/2b54872d-f93d-420d-85c2-6125c9f1a58c) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:14.528024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a798e7-d0bf-4898-bc42-612f3d011ff3 req-94701efe-b8e6-40b6-9112-54eb802009e8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:14.543022 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52a798e7-d0bf-4898-bc42-612f3d011ff3 req-94701efe-b8e6-40b6-9112-54eb802009e8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.1927464
Feb 15 15:48:14.662244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52a798e7-d0bf-4898-bc42-612f3d011ff3 req-e74624fc-8e1f-4c2d-ac7a-e20130cfcf02 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180851
Feb 15 15:48:14.703528 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c2569-01fc-4845-af6b-1f6202f011e6', 'name': 'network-vif-deleted', 'tag': 'abd58e4f-bac7-42f9-a526-e117a4595144', 'status': 'completed', 'code': 200}
Feb 15 15:48:14.822015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:14.836219 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-33b78b3c-a578-43a1-9d97-7f7949df8c84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee8a9e8-423a-4732-9219-57dfe684072c HTTP/1.1" status: 200  len: 217 time: 0.5515990
Feb 15 15:48:14.839765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c35f923e-9777-4456-8a99-b59572b6fb2e req-3937b2f5-bebe-459a-8c4b-73739bbbbe8e tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Synchronizing usage tracker for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:14.852121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Transition to ACTIVE for port object 2b54872d-f93d-420d-85c2-6125c9f1a58c will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:14.882142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Transition to ACTIVE for port object 2b54872d-f93d-420d-85c2-6125c9f1a58c will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:14.888465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:14.906531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:15.043161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.051558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c35f923e-9777-4456-8a99-b59572b6fb2e req-3937b2f5-bebe-459a-8c4b-73739bbbbe8e tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Unset dirty status for tenant:ab50630ef5c440e09e7a9ed8026ea43e on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:15.063190 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c35f923e-9777-4456-8a99-b59572b6fb2e req-3937b2f5-bebe-459a-8c4b-73739bbbbe8e tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e8c2569-01fc-4845-af6b-1f6202f011e6 HTTP/1.1" status: 200  len: 210 time: 0.3615952
Feb 15 15:48:15.072718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Pushing event updated for resources: {'Port': ['ID=2b54872d-f93d-420d-85c2-6125c9f1a58c,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:15.076564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:15.133046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-ae02e995-72a6-4af5-ab11-913052a1d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:15.134656 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-ae02e995-72a6-4af5-ab11-913052a1d422 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.2343955
Feb 15 15:48:15.141063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:15.143171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:15.146126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:15.222905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Attempting to bind port 2b54872d-f93d-420d-85c2-6125c9f1a58c on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:15.223429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Attempting to bind port 2b54872d-f93d-420d-85c2-6125c9f1a58c by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:15.224031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Attempting to bind port 2b54872d-f93d-420d-85c2-6125c9f1a58c on network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:15.230828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:15.231354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Checking segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:15.231892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.232437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Bound using segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:15.233176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Bound port: 2b54872d-f93d-420d-85c2-6125c9f1a58c, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:15.233592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.299736 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-6be7043f-65c1-438a-bb07-afab8bfd6190 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1357443
Feb 15 15:48:15.484591 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-20d3267b-fd70-4991-b23c-649614304f35 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715124
Feb 15 15:48:15.487785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] For port 2b54872d-f93d-420d-85c2-6125c9f1a58c, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:15.502284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] For port 2b54872d-f93d-420d-85c2-6125c9f1a58c, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=2b54872d-f93d-420d-85c2-6125c9f1a58c,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:15.506998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.515227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a7b7-b539-4e65-8a2f-490c0a8e2379 req-673d9b5c-d4ee-46d0-a751-94611b814227 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:15.517244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d495a7b7-b539-4e65-8a2f-490c0a8e2379 req-673d9b5c-d4ee-46d0-a751-94611b814227 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1165626
Feb 15 15:48:15.529935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:15.581574 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d495a7b7-b539-4e65-8a2f-490c0a8e2379 req-0034376d-45b2-47f5-aaf7-9efee86b925d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576043
Feb 15 15:48:15.595709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49120) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:15.744358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Pushing event updated for resources: {'Port': ['ID=2b54872d-f93d-420d-85c2-6125c9f1a58c,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:15.749792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:15.787643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.822597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:15.835254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8eb8c3e15144fbbc80f3ec6e70abc0 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:15.838851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.838997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:15.846216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:15.931226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.955392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.956138 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-267752f1-9fb4-47fc-919a-47ca035d1d33 req-4bc8694f-5efc-426f-a319-aa2823397428 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4000919
Feb 15 15:48:15.960276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:15.972241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5f00b862-803a-43a5-a282-1f9bfab79875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:16.022644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4b8eb8c3e15144fbbc80f3ec6e70abc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4246709
Feb 15 15:48:16.024359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee318aeb-fe6e-49e6-b796-c8c9d7167b23,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:16.027152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49134) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:16.029673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:16.109588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.131769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a11950-41df-4145-bd3f-6c37d3c69fc9 req-85d7cdd8-fbc5-48f8-ac2e-8f7b9ee3caed tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:16.135025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f9a11950-41df-4145-bd3f-6c37d3c69fc9 req-85d7cdd8-fbc5-48f8-ac2e-8f7b9ee3caed tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:16.162148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.211982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f9a11950-41df-4145-bd3f-6c37d3c69fc9 req-85d7cdd8-fbc5-48f8-ac2e-8f7b9ee3caed tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:16.214582 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9a11950-41df-4145-bd3f-6c37d3c69fc9 req-85d7cdd8-fbc5-48f8-ac2e-8f7b9ee3caed tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.3462582
Feb 15 15:48:16.286234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.291906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e09dbf0e-b4b0-46e8-b068-311551ebc5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:16.319328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee318aeb-fe6e-49e6-b796-c8c9d7167b23,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:16.323029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:16.324074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.327460 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ee318aeb-fe6e-49e6-b796-c8c9d7167b23 HTTP/1.1" status: 204  len: 168 time: 0.2975924
Feb 15 15:48:16.364686 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f9a11950-41df-4145-bd3f-6c37d3c69fc9 req-da7a4888-302d-4f5b-8803-c1737ee72e8c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353238
Feb 15 15:48:16.415447 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Allocated IP 172.27.3.175 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/7fa0022f-3a72-40ae-9576-ca5d8422ccfc) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:16.601645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.638122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.656958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-afcdca14-a159-480e-8296-301531a06e34 tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:16.746543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49174) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:16.767383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.788640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:16.793230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9d4132b9a63436bb83e9bdff28afe0d is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:16.800626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:16.810774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:16.880047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:16.885487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:16.927128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.932490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:16.981032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 2b54872d-f93d-420d-85c2-6125c9f1a58c up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:16.982838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:17.020856 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d9d4132b9a63436bb83e9bdff28afe0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730584
Feb 15 15:48:17.021549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49178) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:17.022328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb31e52-465d-497a-8941-8d3b90d29d6f,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:17.028109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:17.074580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 2b54872d-f93d-420d-85c2-6125c9f1a58c completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:17.102513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.138095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.215221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device aee8a9e8-423a-4732-9219-57dfe684072c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:17.234943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fbdc-184c-48e3-b660-1c1d3e5bb8fd req-2f307ec9-877a-4d85-abaf-af2737305bca tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:17.237459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.243491 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d618fbdc-184c-48e3-b660-1c1d3e5bb8fd req-2f307ec9-877a-4d85-abaf-af2737305bca tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.5056012
Feb 15 15:48:17.243874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:17.247134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:17.249107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:17.265280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb31e52-465d-497a-8941-8d3b90d29d6f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:17.266612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:17.277713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:17.283869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.290814 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2bb31e52-465d-497a-8941-8d3b90d29d6f HTTP/1.1" status: 204  len: 168 time: 0.2645924
Feb 15 15:48:17.361390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port aee8a9e8-423a-4732-9219-57dfe684072c completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:17.368162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port aee8a9e8-423a-4732-9219-57dfe684072c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:17.368513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.525121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.548273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5de697-7be8-44c7-8475-f4a11ebdeb12 None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:17.676676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d618fbdc-184c-48e3-b660-1c1d3e5bb8fd req-f386c31b-2d10-4a1a-a3c5-a541fea8e2ee tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4319370
Feb 15 15:48:17.703960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=aee8a9e8-423a-4732-9219-57dfe684072c,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:17.729949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c033e59-b690-4545-a67a-63613f2c9aaa req-73962503-00d5-4d77-82ae-b3ddf1033e5d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:17.731724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c033e59-b690-4545-a67a-63613f2c9aaa req-73962503-00d5-4d77-82ae-b3ddf1033e5d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.1288755
Feb 15 15:48:17.767556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:17.825650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:17.826793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:17.886756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:17.934397 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0c033e59-b690-4545-a67a-63613f2c9aaa req-9dcd0b25-0103-48eb-948b-ae573e4c4c2c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941807
Feb 15 15:48:17.977678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Provisioning for port 2b54872d-f93d-420d-85c2-6125c9f1a58c completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:17.990548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:18.009682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Provisioning complete for port 2b54872d-f93d-420d-85c2-6125c9f1a58c triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:18.010106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.088637 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c', 'code': 200}
Feb 15 15:48:18.089661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:18.132184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7e19c59-d399-4457-9ad8-827161b16ead triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:18.132665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.242573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.561132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.628027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] For port 2b54872d-f93d-420d-85c2-6125c9f1a58c, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=2b54872d-f93d-420d-85c2-6125c9f1a58c,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:18.633583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.635402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:18.736864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Pushing event updated for resources: {'Port': ['ID=2b54872d-f93d-420d-85c2-6125c9f1a58c,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:18.740885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:18.766890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26db2651-214b-40a7-aa46-f07029ce4211 None None] Provisioning complete for port 2b54872d-f93d-420d-85c2-6125c9f1a58c triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:18.767325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26db2651-214b-40a7-aa46-f07029ce4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:18.875281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device aee8a9e8-423a-4732-9219-57dfe684072c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:18.957961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:19.068925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 2b54872d-f93d-420d-85c2-6125c9f1a58c up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:19.131876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776f30d-6ad9-4df0-84c4-c7d800b4fce2 req-291c2ed3-6938-40b6-aed9-2691dbdeec77 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:19.157265 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0776f30d-6ad9-4df0-84c4-c7d800b4fce2 req-291c2ed3-6938-40b6-aed9-2691dbdeec77 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.2552667
Feb 15 15:48:19.253595 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0776f30d-6ad9-4df0-84c4-c7d800b4fce2 req-46aba1d7-eb9e-418c-95cd-eb7d90d7099e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883169
Feb 15 15:48:19.415881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port aee8a9e8-423a-4732-9219-57dfe684072c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:19.416324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:19.501547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f0d58-2542-4014-bb7a-f69b42e1c7f6 req-6260a377-ca9c-42b8-944a-304c61dd4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:19.503646 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-980f0d58-2542-4014-bb7a-f69b42e1c7f6 req-6260a377-ca9c-42b8-944a-304c61dd4f74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 1162 time: 0.8988593
Feb 15 15:48:19.553631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 2b54872d-f93d-420d-85c2-6125c9f1a58c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:19.554365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:19.563622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612edb63-b737-4ccf-a9b2-6be3cae254ac req-448d06c6-2c82-43c9-95b5-63425c0b6b72 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:19.565415 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-612edb63-b737-4ccf-a9b2-6be3cae254ac req-448d06c6-2c82-43c9-95b5-63425c0b6b72 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.2361703
Feb 15 15:48:19.581826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:48:19.642832 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-980f0d58-2542-4014-bb7a-f69b42e1c7f6 req-0efc2232-3934-4450-bd5a-27510efc1ac6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263533
Feb 15 15:48:19.831711 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-612edb63-b737-4ccf-a9b2-6be3cae254ac req-82780171-52d9-4b66-81a4-b3a4bccade0c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553451
Feb 15 15:48:19.875331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6e31bdc3-7831-4834-a5f5-b35e0dcbe7fb None None] Provisioning complete for port 2b54872d-f93d-420d-85c2-6125c9f1a58c triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:19.875547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e31bdc3-7831-4834-a5f5-b35e0dcbe7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:19.909846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:48:19.920882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:48:19.945898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:19.946938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b0dd4e0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:19.968440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:19.972660 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.4769833
Feb 15 15:48:19.973160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49384) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:20.240589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:20.654021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:21.067924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b054a-ccb5-46bf-a13a-75d85ff10a77 req-b9cc3fec-dd57-477d-9928-5808ca02c9d0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:21.069712 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a88b054a-ccb5-46bf-a13a-75d85ff10a77 req-b9cc3fec-dd57-477d-9928-5808ca02c9d0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.5225480
Feb 15 15:48:21.075385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:21.172950 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a88b054a-ccb5-46bf-a13a-75d85ff10a77 req-07613ec6-5ede-474d-b8ee-824726187993 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816641
Feb 15 15:48:21.190007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9c4e4-dff6-4719-b479-f1d2fbbfd77c req-f3a23bdb-ff6a-4fb6-b065-49ef2a2bc918 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:21.193049 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1a9c4e4-dff6-4719-b479-f1d2fbbfd77c req-f3a23bdb-ff6a-4fb6-b065-49ef2a2bc918 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.1542113
Feb 15 15:48:21.249680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b0dd4e0>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:17Z', 'revision_number': 3, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:21.265596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:48:21.265987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Updating router 1457086b-8eea-4f8e-99e1-cf55dc676543 port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:48:21.301550 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1a9c4e4-dff6-4719-b479-f1d2fbbfd77c req-b8dabdd6-8e3b-483d-9417-f4ca7cff175f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990868
Feb 15 15:48:21.355070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.020907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Allocated IP 172.20.0.1 (1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977/08a7afb2-6887-4782-87ec-929a334631c3/ba9b6ad4-129d-41d4-8480-24afe5e05a57) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:22.071657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875efec-db5e-46e1-8c5f-e983f121007d req-bb8510db-7150-4f0e-9db1-3f9c1b6ebdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:22.073274 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5875efec-db5e-46e1-8c5f-e983f121007d req-bb8510db-7150-4f0e-9db1-3f9c1b6ebdef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1162 time: 0.1885424
Feb 15 15:48:22.134324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.163484 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5875efec-db5e-46e1-8c5f-e983f121007d req-c224c1fc-22c9-4f2b-8de7-8aae25e4a08f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683868
Feb 15 15:48:22.166949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Transition to ACTIVE for port object 7fa0022f-3a72-40ae-9576-ca5d8422ccfc will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:22.178423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.237977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.257732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Transition to ACTIVE for port object ba9b6ad4-129d-41d4-8480-24afe5e05a57 will not be triggered until provisioned by entity DHCP. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:22.291938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.309310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:22.384687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70b5e21f-3a52-4c1f-a1fb-ee137512f5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:22.455613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e429cab-5f48-4e76-8114-97b974ff892b req-de8ba2d4-2eb9-4b40-8f45-704845d444f9 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:22.457766 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e429cab-5f48-4e76-8114-97b974ff892b req-de8ba2d4-2eb9-4b40-8f45-704845d444f9 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1415505
Feb 15 15:48:22.462966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Pushing event updated for resources: {'Port': ['ID=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:22.483760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.484461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.484839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.485204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.485568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.485911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.486408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.486768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.487105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.487484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.487876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.488229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.488649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.489005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.489357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.489999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.490356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.490709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.491061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.491412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.491764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.492115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.493064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.493420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:22.499220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Pushing event updated for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:22.500653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:22.505292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:22.515748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Attempting to bind port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:22.516159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Attempting to bind port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:22.516602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Attempting to bind port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:22.525748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:22.526176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:22.526620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.527053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:22.527829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Bound port: 7fa0022f-3a72-40ae-9576-ca5d8422ccfc, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:22.528137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.579396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:22.582657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:22.586455 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e429cab-5f48-4e76-8114-97b974ff892b req-ac76b643-7db8-48ed-8e12-f57ce3ef10f6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209226
Feb 15 15:48:22.597472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:22.667712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] For port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:22.667712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] For port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:22.672373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.689889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.702347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4e6817eb-9d2c-498e-8ade-41f595b0c532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:22.814013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Pushing event updated for resources: {'Port': ['ID=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:22.819757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:22.943475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bebbe-9046-42d1-befd-cd702fffa530 req-f3febc8b-7bc0-481d-b591-23d8d62c766e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:22.945212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a13bebbe-9046-42d1-befd-cd702fffa530 req-f3febc8b-7bc0-481d-b591-23d8d62c766e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.2009447
Feb 15 15:48:22.948407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:22.952576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:22.953459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b0dd4e0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:22.975677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a6c637a-075a-4c1f-a6b0-a7e750f26097 None None] Provisioning for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:22.986885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a6c637a-075a-4c1f-a6b0-a7e750f26097 None None] Provisioning complete for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:22.987900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a6c637a-075a-4c1f-a6b0-a7e750f26097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:23.070436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device aee8a9e8-423a-4732-9219-57dfe684072c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:23.076463 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a13bebbe-9046-42d1-befd-cd702fffa530 req-a0d20ec9-f4a5-4dda-95db-a24d67b79c95 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083291
Feb 15 15:48:23.251668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:23.331567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c637a-075a-4c1f-a6b0-a7e750f26097 None None] Port ba9b6ad4-129d-41d4-8480-24afe5e05a57 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:48:23.391112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port aee8a9e8-423a-4732-9219-57dfe684072c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:23.391527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:23.452417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:23.463165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:23.497235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:23.613588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:23.757313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b0dd4e0>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:23.760297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Pushing event updated for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:23.786047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194da02-0a10-43dd-b610-bca21b5506df None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:48:23.867507 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:23.881966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a155a7-fd8e-449b-8188-c3c54f0cd7e1 req-3751a369-8787-4a90-ad5e-200c83d41d74 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:23.883630 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00a155a7-fd8e-449b-8188-c3c54f0cd7e1 req-3751a369-8787-4a90-ad5e-200c83d41d74 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1197929
Feb 15 15:48:23.886065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:23.887324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:23.975370 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00a155a7-fd8e-449b-8188-c3c54f0cd7e1 req-a9114fa3-9e6e-4cdb-bc77-5402c1fbe0d9 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814457
Feb 15 15:48:24.168647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49546) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:24.257607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:48:24.278086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e0ebd8e9-5d8e-4d3e-8a99-a1cb763243e4 None None] Provisioning complete for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:24.278845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd8e9-5d8e-4d3e-8a99-a1cb763243e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:24.377835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Deleting subnet da9c9885-15b1-4343-b186-9df0488dda7c {{(pid=84016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:48:24.382192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:24.477410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebd8e9-5d8e-4d3e-8a99-a1cb763243e4 None None] Port ba9b6ad4-129d-41d4-8480-24afe5e05a57 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:48:24.481814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:24.495555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:24.549638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:48:24.559788 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] 10.222.0.102 "PUT /v2.0/routers/1457086b-8eea-4f8e-99e1-cf55dc676543/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5854032
Feb 15 15:48:25.010412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for subnet, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.031668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5e2150d9-d32f-4403-a7eb-c8c2cb0afa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:25.075040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:25.133253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9c9885-15b1-4343-b186-9df0488dda7c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:25.151296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:25.252459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7e19c59-d399-4457-9ad8-827161b16ead triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:25.253753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.373246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.385125 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2c97f279-4dd0-474c-b565-63a54fec1362 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/da9c9885-15b1-4343-b186-9df0488dda7c HTTP/1.1" status: 204  len: 168 time: 1.2152872
Feb 15 15:48:25.385813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49586) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:25.428234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74b3e-d507-4cc0-a2c5-aa259d721120 req-6983349b-b31d-45fc-b756-f5cde66aaa20 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:25.444952 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-25a74b3e-d507-4cc0-a2c5-aa259d721120 req-6983349b-b31d-45fc-b756-f5cde66aaa20 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1346645
Feb 15 15:48:25.528850 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-25a74b3e-d507-4cc0-a2c5-aa259d721120 req-24eda74a-006f-4d3e-b994-61e3ed4d4717 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828001
Feb 15 15:48:25.558594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.808462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c061b2-6be2-4168-8cc2-80a325299514 req-a2b7b5e6-ca3a-4881-ae1d-38b82b73e6a0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:25.810079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.810225 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5c061b2-6be2-4168-8cc2-80a325299514 req-a2b7b5e6-ca3a-4881-ae1d-38b82b73e6a0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1672060
Feb 15 15:48:25.879697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5c061b2-6be2-4168-8cc2-80a325299514 req-2ab9c3d3-a9fc-4551-9276-c39c14fa26e6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598674
Feb 15 15:48:25.919775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49600) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:25.927239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255502876', 'description': 'tempest-description--1314568388'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:25.934623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:25.939272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:25.942760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:25.949374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:25.950186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701a402eb8>,) {'filters': {'network_id': ['c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:25.963598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.968325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a402eb8>, '5ac8d147-ba60-4b40-9298-736310c514ea') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:25.968675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a402eb8>, '5ac8d147-ba60-4b40-9298-736310c514ea') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:25.988305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:25.996289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:26.002072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:26.005347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:26.007971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.010614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:48:26.011651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:26.124523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.130226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.139559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0ba8df24-f72d-4e71-ba99-2cdcab7f9f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:26.226952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:26.237496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.454771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.456486 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5352330
Feb 15 15:48:26.465115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49614) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:26.471830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group_rule': {'security_group_id': '657e702c-f749-4d73-b87f-a2ee09377301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:26.487726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:26.494231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:26.498228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:26.505074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:26.511604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657e702c-f749-4d73-b87f-a2ee09377301,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:26.516507 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:26.530557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.617895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.622444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.624764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:26.658455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47484539-b822-47bb-bd25-c94e8db63eb2,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:26.670163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Network c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:26.671831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:26.676517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.684492 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2180140
Feb 15 15:48:26.685882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49622) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:26.693552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group_rule': {'security_group_id': '657e702c-f749-4d73-b87f-a2ee09377301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:48:26.696147 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:48:26.701083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:26.706384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:26.711187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:26.719075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:26.746194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.779048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.786616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.793884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4cff3764-0607-48c1-9fd9-4c4c9ba863a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:26.814564 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] 10.222.0.102 "DELETE /v2.0/networks/c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4 HTTP/1.1" status: 204  len: 168 time: 1.4248214
Feb 15 15:48:26.815674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49628) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:26.835764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.839832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.841955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:26.860986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dab6fd-1b86-4501-8aab-14c89f2b70b8,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:26.866299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:26.892441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.897301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bb63e9-bad1-434c-9b78-c1bfbd6eb5b4,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:26.897997 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2107100
Feb 15 15:48:26.899869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49632) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:26.900995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:26.907651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Deleting subnet 20daf4c7-f061-494c-9dbf-6eee7fe63f44 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:48:26.911614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:26.916219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:26.933996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:26.937002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49640) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:26.949133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:floatingip and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:26.972940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:26.982670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:26.988590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.060533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 7fa0022f-3a72-40ae-9576-ca5d8422ccfc up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:27.068804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.155511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:27.161623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:27.163180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.163794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.370207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.389648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:27.395888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.398034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:27.470623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c1a2ce01-056e-472f-afe7-3ea302c1a0a0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ab50630ef5c440e09e7a9ed8026ea43e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5307672
Feb 15 15:48:27.473954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49668) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:27.495504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:27.506161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:27.604377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.623313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55f80ae9-cd69-4e7f-bc18-625d1519817d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:27.634029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.672771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20daf4c7-f061-494c-9dbf-6eee7fe63f44,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:27.676294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:27.720342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.773513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.779796 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-867ca6f1-1dac-40b4-8c00-c5df2b9b1bec admin admin] 10.222.0.102 "DELETE /v2.0/subnets/20daf4c7-f061-494c-9dbf-6eee7fe63f44 HTTP/1.1" status: 204  len: 168 time: 0.9625294
Feb 15 15:48:27.782492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49674) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:27.908222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:48:27.912103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.922334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:27.923051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a93d128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:27.955567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:27.980104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-0f00b087-ce17-4082-914c-08540e7c06a0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:27.982557 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-0f00b087-ce17-4082-914c-08540e7c06a0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.4902408
Feb 15 15:48:28.062833 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-0e8af23d-05ff-4f08-a03a-ccdda57944a1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/quotas/51805d0596474dd284dab71569ac7a9b HTTP/1.1" status: 200  len: 375 time: 0.0679350
Feb 15 15:48:28.152089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.247154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.265945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d37a1e7-834b-456d-ac54-5a10a72c1a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:28.288907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Allocated IP 172.27.3.174 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/b1ebf4fc-733c-4b30-a1f7-c493172c9d4e) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:28.294548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:28.297063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1fb8c-7512-4d9c-981a-221500fe9faa,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:28.399760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b1bec88>,) {'filters': {'network_id': ['960d5373-5c66-466a-99d8-302ee233e2c4']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:28.413837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b1bec88>, '96da807b-1c28-456c-831e-46df2a8a5efb') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:28.414178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b1bec88>, '96da807b-1c28-456c-831e-46df2a8a5efb') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:28.428416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.445688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:28.446600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.448904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:48:28.535453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.537776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/25b1fb8c-7512-4d9c-981a-221500fe9faa HTTP/1.1" status: 204  len: 168 time: 1.0605378
Feb 15 15:48:28.633145 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-be975239-ab12-4b6a-82e7-11ba873bfeeb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5598447
Feb 15 15:48:28.764083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a93d128>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:23Z', 'revision_number': 2, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:28.769469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:48:28.770060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Updating router 1457086b-8eea-4f8e-99e1-cf55dc676543 port ba9b6ad4-129d-41d4-8480-24afe5e05a57 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:48:28.805767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-419170c9-47d2-42a4-a902-72e44059b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:28.808013 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-419170c9-47d2-42a4-a902-72e44059b7cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.4850848
Feb 15 15:48:28.815015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Network 960d5373-5c66-466a-99d8-302ee233e2c4 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:28.832923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:28.836650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.000697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400428-94c8-4fe1-bed4-e9c950af6bb9 req-9c17a8a5-d626-4e7a-9b69-b34ae0bb75f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:29.002513 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32400428-94c8-4fe1-bed4-e9c950af6bb9 req-9c17a8a5-d626-4e7a-9b69-b34ae0bb75f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.5284274
Feb 15 15:48:29.034498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.063476 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a1e1f6c3-35d6-4819-91f6-2213001e8fbd service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4109452
Feb 15 15:48:29.265233 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-c746a55a-8dc8-44e6-9dcc-48b97bbb4aee service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1921561
Feb 15 15:48:29.298002 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32400428-94c8-4fe1-bed4-e9c950af6bb9 req-c51a0add-d4cd-44a4-a126-5392b50281bd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859931
Feb 15 15:48:29.302914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-2d4b11d8-d6ae-435d-85d6-5780658a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:29.304473 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-2d4b11d8-d6ae-435d-85d6-5780658a9ce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.4611340
Feb 15 15:48:29.330234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Network 960d5373-5c66-466a-99d8-302ee233e2c4 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:48:29.390467 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:48:29.392605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.416545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:29.500879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=b1ebf4fc-733c-4b30-a1f7-c493172c9d4e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:29.513977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:29.515600 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-cf2deec5-186e-4c30-81ad-5e83bd7ed7ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.1901023
Feb 15 15:48:29.566882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.573027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:29.588691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.602456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 7fa0022f-3a72-40ae-9576-ca5d8422ccfc up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:29.625735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.629267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Pushing event deleted for resources: {'Network': ['ID=960d5373-5c66-466a-99d8-302ee233e2c4,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:29.639855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Transition to ACTIVE for port object ba9b6ad4-129d-41d4-8480-24afe5e05a57 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:29.640671 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] 10.222.0.102 "DELETE /v2.0/networks/960d5373-5c66-466a-99d8-302ee233e2c4 HTTP/1.1" status: 204  len: 168 time: 1.8567119
Feb 15 15:48:29.646416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:29.677519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:29.805303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:29.829073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49728) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:29.843596 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce9144db-d51d-45ce-8cb7-80d7798a05ed req-6ba09cdf-e3b9-4422-9c64-79a86db16e90 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.0800240
Feb 15 15:48:29.859357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-e9498239-785a-498c-ba75-9bd38ee6163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:29.860994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-e9498239-785a-498c-ba75-9bd38ee6163c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.2366407
Feb 15 15:48:29.863128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:29.864543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:29.867829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:29.956712 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-364aa972-7800-4f20-8418-d09f863e4cee admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f84bb0b17a7546c7815705cf28d8c3d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1260045
Feb 15 15:48:29.962099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49738) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:29.981797 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-b6ab6ac0-4886-425f-80ea-88bd9146ef05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1092591
Feb 15 15:48:30.020331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 49742) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:30.123806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.201886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.302076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.310788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62738bc1-11a2-4182-be84-a9448c266987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:30.332697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f538025-2eb3-481f-88a9-8eb972362944,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:30.335140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.340200 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7f538025-2eb3-481f-88a9-8eb972362944 HTTP/1.1" status: 204  len: 168 time: 0.3769219
Feb 15 15:48:30.341816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-638b4ae0-0930-4a97-9a0c-af053eb15ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:30.531493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-430402627-network', 'tenant_id': '57cd6b7a5e4945cca208c31a117a31fa'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:30.552506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:30.577627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.607459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Usage tracker for resource:network and tenant:57cd6b7a5e4945cca208c31a117a31fa is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:30.617606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:30.659153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:30.748063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb21d4-dc72-4ffd-8d75-42334a7187e3 req-d419f9e4-9e1b-4023-9544-76b3993288a0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:30.760936 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33eb21d4-dc72-4ffd-8d75-42334a7187e3 req-d419f9e4-9e1b-4023-9544-76b3993288a0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2375855
Feb 15 15:48:30.780938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Pushing event updated for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:30.815088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:30.816228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Attempting to bind port ba9b6ad4-129d-41d4-8480-24afe5e05a57 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:30.816749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Attempting to bind port ba9b6ad4-129d-41d4-8480-24afe5e05a57 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:30.817193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Attempting to bind port ba9b6ad4-129d-41d4-8480-24afe5e05a57 on network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:30.823656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Made reservation on behalf of 57cd6b7a5e4945cca208c31a117a31fa for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:30.828687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:30.828882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.829114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Checking segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:30.829569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.830015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Bound using segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:30.830550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Bound port: ba9b6ad4-129d-41d4-8480-24afe5e05a57, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:30.831016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.847115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.849627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:30.850059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.870915 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-0373204f-ae60-4c90-a883-e96f935005b2 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8775306
Feb 15 15:48:30.880080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:30.882724 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:30.884093 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33eb21d4-dc72-4ffd-8d75-42334a7187e3 req-4b094e49-ae34-49e5-9211-7503ca1d40e5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188343
Feb 15 15:48:30.964956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Usage tracker for resource:security_group_rule and tenant:57cd6b7a5e4945cca208c31a117a31fa is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:30.976759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:31.040596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:31.097229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] For port ba9b6ad4-129d-41d4-8480-24afe5e05a57, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:31.111256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] For port ba9b6ad4-129d-41d4-8480-24afe5e05a57, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=ba9b6ad4-129d-41d4-8480-24afe5e05a57,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:31.115844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.138831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49766) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:31.147204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:31.223435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2484008f-65bb-4949-8d0d-8f0da4796ec6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e1351e1141fc487ea8e09c12c3f7a258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0827327
Feb 15 15:48:31.226091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49772) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:31.237740 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e527ead8-a1ac-49f8-a926-04b037605b66 req-25c8b95e-a18e-4b9e-bcdd-5fc844dd85b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3159022
Feb 15 15:48:31.251410 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79810bf4-923f-4b31-9577-b8af1fbb9a87 req-3eaf1377-3f35-4041-97c1-9ac71a0a9564 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.1380599
Feb 15 15:48:31.331100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.372510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.392910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Pushing event updated for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:31.396494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:31.400008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:48:31.400759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a93d128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:31.453809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.460194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:31.483731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94cc1d1-35e0-4e44-81d4-820cd66ad4cf,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:31.485566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.486998 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f94cc1d1-35e0-4e44-81d4-820cd66ad4cf HTTP/1.1" status: 204  len: 168 time: 0.2597585
Feb 15 15:48:31.488107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:31.570731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.586604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.597593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:31.639988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:48:31.653252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ff8cf-0f06-4bf6-9192-9c832f28b802,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:31.655133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:48:31.673938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:31.683371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.683764 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Added segment c99ae4b4-2954-4f35-9a7a-20c3d828d533 of type vxlan for network cce808f8-99da-4046-8b9a-4d5a7345e83e
Feb 15 15:48:31.686275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.693430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.710985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d089c623-7886-4765-bca5-337c8d905aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:31.859365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.883496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=b1ebf4fc-733c-4b30-a1f7-c493172c9d4e,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:31.889441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:31.948838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.948838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:31.948838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.953484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:31.957895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:32.093928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a93d128>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:31Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:48:32.098699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e431d5-87ea-455e-a500-dad42b89fa21 None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:31Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:48:32.137132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:32.138491 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2362666
Feb 15 15:48:32.139449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Pushing event updated for resources: {'Network': ['ID=cce808f8-99da-4046-8b9a-4d5a7345e83e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:32.160276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 49804) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:32.160484 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.1336262
Feb 15 15:48:32.164676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:32.172747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Request body: {'subnet': {'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-430402627-subnet', 'tenant_id': '57cd6b7a5e4945cca208c31a117a31fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:32.178347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network cce808f8-99da-4046-8b9a-4d5a7345e83e details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:48:32.179251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:32.188850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Usage tracker for resource:subnet and tenant:57cd6b7a5e4945cca208c31a117a31fa is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:32.194206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:32.206713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:32.234500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Made reservation on behalf of 57cd6b7a5e4945cca208c31a117a31fa for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:32.252647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:32.261890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0805dc4-b249-4172-aa4d-f0366b094eb7 req-d29b0adc-dfc0-4720-acb5-9a6d1531d852 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:32.263662 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0805dc4-b249-4172-aa4d-f0366b094eb7 req-d29b0adc-dfc0-4720-acb5-9a6d1531d852 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1863756
Feb 15 15:48:32.358081 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0805dc4-b249-4172-aa4d-f0366b094eb7 req-d318fab0-488e-4c6e-a6d3-80384a70495e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870914
Feb 15 15:48:32.552730 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7770992e-5003-4e6c-b3c6-ae39e80dc17d req-d997d0b4-5fe8-47aa-88c9-fed112b93d5b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.0733075
Feb 15 15:48:32.715146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-bf627a9b-59de-4281-a79c-dc7dd2ae8d16 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:32.736282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-bf627a9b-59de-4281-a79c-dc7dd2ae8d16 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:32.740909 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-bf627a9b-59de-4281-a79c-dc7dd2ae8d16 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--255502876&fields=id&tenant_id=ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 267 time: 0.0856152
Feb 15 15:48:32.814937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:32.850532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-967c54aa-0d60-422a-8044-fa07acb23abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:32.915041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-8fb01fe4-9045-4372-8d71-002f18f5a2bd tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:32.922682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-8fb01fe4-9045-4372-8d71-002f18f5a2bd tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 811 time: 0.1768098
Feb 15 15:48:32.934093 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-4d652f5b-7fac-45d1-8157-3168cdd204eb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/quotas/ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 375 time: 0.0104465
Feb 15 15:48:33.014132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=86af1bb6-fd80-4c7b-9200-4bd90d1dae72,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:33.018287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:33.039905 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-cb107d92-be2b-472e-8803-65f47851ca7f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994830
Feb 15 15:48:33.043395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Checking segment: {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:33.043791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Network hostable DHCP agents. Network: cce808f8-99da-4046-8b9a-4d5a7345e83e, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:48:33.068532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Network cce808f8-99da-4046-8b9a-4d5a7345e83e is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:48:33.081998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, cce808f8-99da-4046-8b9a-4d5a7345e83e) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:33.093171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec6d63-f3b8-4329-858d-94bcefb0a85d None None] Network cce808f8-99da-4046-8b9a-4d5a7345e83e requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:33.099854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:33.100565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:33.131916 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8a408511-2320-4792-9741-494b19e811bd admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9620717
Feb 15 15:48:33.291479 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-a1047ef8-4d3a-4d75-8dab-f2c00c3a1bfc service neutron] 10.222.0.102 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369449
Feb 15 15:48:33.300952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ba9b6ad4-129d-41d4-8480-24afe5e05a57 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:33.487545 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-871e80aa-0571-468b-951e-3e2e8b5f25b1 service neutron] 10.222.0.102 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1855836
Feb 15 15:48:33.488688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:33.508821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:33.509193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:33.543738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b176050a-5c1b-4f48-9297-14486322e8a9 None None] Network cce808f8-99da-4046-8b9a-4d5a7345e83e requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:48:33.866002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:33.914432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port ba9b6ad4-129d-41d4-8480-24afe5e05a57, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=ba9b6ad4-129d-41d4-8480-24afe5e05a57,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:33.919510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:33.921243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:34.027406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:34.055865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:34.089501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276595be-9997-4b6e-960c-62f849edd0ce req-1a9643f5-0a7d-47a2-93b7-9840b033b572 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:34.091654 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-276595be-9997-4b6e-960c-62f849edd0ce req-1a9643f5-0a7d-47a2-93b7-9840b033b572 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1095152
Feb 15 15:48:34.151318 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-276595be-9997-4b6e-960c-62f849edd0ce req-92364262-5f34-48dd-9106-45f1310a11fa tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520434
Feb 15 15:48:34.314547 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-acba4b1f-ae26-481b-9006-9a7b8154c8c2 req-c0268a86-dca9-48d5-8134-83ccc35e5b1f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.0503478
Feb 15 15:48:34.469086 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8eab2d88-adeb-47bb-8d62-94fce77b44cd req-09d7ce60-5790-49b7-a48f-a383470098fc tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 210 time: 0.0515430
Feb 15 15:48:35.183525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ba9b6ad4-129d-41d4-8480-24afe5e05a57 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:35.264086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port ba9b6ad4-129d-41d4-8480-24afe5e05a57 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:35.264541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:35.362369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ccf4-85d4-43e9-8c5d-f276cb13ac53 req-cef99090-b9ef-4c87-b731-9a03bf2ceb00 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:35.364040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2dc5ccf4-85d4-43e9-8c5d-f276cb13ac53 req-cef99090-b9ef-4c87-b731-9a03bf2ceb00 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0865955
Feb 15 15:48:35.412976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2dc5ccf4-85d4-43e9-8c5d-f276cb13ac53 req-829db533-f67d-47c6-9119-002dc99a5849 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421984
Feb 15 15:48:35.515439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a7f33ca5-cb9b-468e-ab9f-b307ad133921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:35.567085 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea1ba8e6-9409-4b8f-a934-0dad608bc387 req-4720fe32-f5fb-4b12-a3d3-7d2d51684f76 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.0524690
Feb 15 15:48:35.722126 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33bea97e-6c1e-4ae9-ac44-9444a5787eb1 req-0892dff4-6dbd-436a-8e97-542258cf6fe5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 210 time: 0.0508659
Feb 15 15:48:35.824810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network cce808f8-99da-4046-8b9a-4d5a7345e83e details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:48:36.005415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-77d5ecba-923b-45ed-9bcb-0f1d70edb25c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:36.007054 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-77d5ecba-923b-45ed-9bcb-0f1d70edb25c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.1957743
Feb 15 15:48:36.068005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Request body: {'port': {'device_id': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c', 'admin_state_up': True, 'tenant_id': '51805d0596474dd284dab71569ac7a9b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:36.270355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:36.280981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:36.292212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:36.298340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:36.688810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Allocated IP 172.20.0.7 (0256bb9e-0a8c-406f-8814-08e40b15f61c/2716d948-d630-4602-bb22-92b55b7a03d1/f8f02ec1-7592-489f-9b0c-52accc2b9277) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:36.717118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd38f62-0aa2-458d-915d-76f8c7bdd9cc req-4a480f1d-ee82-409c-8923-eeceda70e2d3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:36.719065 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-abd38f62-0aa2-458d-915d-76f8c7bdd9cc req-4a480f1d-ee82-409c-8923-eeceda70e2d3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1854982
Feb 15 15:48:36.753954 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12da18de-d8c0-452a-8233-437a03c6a129 req-5aef07fb-7893-4408-b3fb-4cab7a1e9fd7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.0580394
Feb 15 15:48:36.830947 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-abd38f62-0aa2-458d-915d-76f8c7bdd9cc req-630d7825-2035-45c6-9ed7-8eaec2b6b4d5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991690
Feb 15 15:48:36.947693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-faccfaa1-8dfe-4ac1-9b3f-62220c1b5d35 req-249186bc-584d-4c89-aeb1-9b6a796d255b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:36.971413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-faccfaa1-8dfe-4ac1-9b3f-62220c1b5d35 req-249186bc-584d-4c89-aeb1-9b6a796d255b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:36.980838 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-faccfaa1-8dfe-4ac1-9b3f-62220c1b5d35 req-249186bc-584d-4c89-aeb1-9b6a796d255b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 210 time: 0.1047227
Feb 15 15:48:37.062934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:37.467296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-72dff8ed-c690-4a08-85ce-b5c358095f8b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:37.468871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-72dff8ed-c690-4a08-85ce-b5c358095f8b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 811 time: 0.4094160
Feb 15 15:48:37.472856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:37.487681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c9b5e3e-ed91-458b-af2a-b23e172f9892 tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:37.670738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event updated for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:37.684583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:37.718996 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-034d9dcc-519f-4661-9135-0d66e155720c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 5708 time: 0.2001379
Feb 15 15:48:37.734630 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'port': {'device_id': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'admin_state_up': True, 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'security_groups': ['657e702c-f749-4d73-b87f-a2ee09377301']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:37.774537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-086661ea-6d84-4883-85e6-49dc4cfe4deb tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:37.776178 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-086661ea-6d84-4883-85e6-49dc4cfe4deb tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 813 time: 0.1637347
Feb 15 15:48:37.796089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-f2508e76-95ec-4e7c-afcb-4939b5449326 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/quotas/57cd6b7a5e4945cca208c31a117a31fa HTTP/1.1" status: 200  len: 375 time: 0.0131989
Feb 15 15:48:37.858745 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-48fb80ee-d766-4e43-817a-1d25c80816dd tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537417
Feb 15 15:48:37.860342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:37.864192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:37.868802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:37.873136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:37.873798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:37.977127 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9149878
Feb 15 15:48:37.978948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:37.992287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:38.002021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Request body: {'port': {'device_id': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:38.005972 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-08280d94-44cf-4c19-b67d-d262baacbef0 service neutron] 10.222.0.102 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391165
Feb 15 15:48:38.076242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Made reservation on behalf of ca01db65c1c142d9b807760b3a235f42 for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:38.082402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:38.177070 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-6b5ccffa-def3-4bfb-8540-51f8d98b6fe2 service neutron] 10.222.0.102 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1637757
Feb 15 15:48:38.178890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fed5-7621-43a5-a715-82df63dea736 req-d1c3b347-5ccc-446c-835c-6cb78229c3cc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:38.179839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c064fed5-7621-43a5-a715-82df63dea736 req-d1c3b347-5ccc-446c-835c-6cb78229c3cc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:38.270010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:38.284115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c064fed5-7621-43a5-a715-82df63dea736 req-d1c3b347-5ccc-446c-835c-6cb78229c3cc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:38.290663 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c064fed5-7621-43a5-a715-82df63dea736 req-d1c3b347-5ccc-446c-835c-6cb78229c3cc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 931 time: 0.4035084
Feb 15 15:48:38.293222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5358c87c-6561-43d5-b0df-82515ee27abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:38.519784 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c064fed5-7621-43a5-a715-82df63dea736 req-66f4c2c4-c27f-4bad-8071-1980c09b9394 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274299
Feb 15 15:48:38.552737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c393-3e3a-41c1-b8cf-90946a144408 req-d6a2e75a-d731-44f8-b96f-671bf7b87d10 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:38.554724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4904c393-3e3a-41c1-b8cf-90946a144408 req-d6a2e75a-d731-44f8-b96f-671bf7b87d10 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1097548
Feb 15 15:48:38.618617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4904c393-3e3a-41c1-b8cf-90946a144408 req-0fdb1543-99a6-4755-9d17-c46570647b35 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552905
Feb 15 15:48:38.866294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1c03d49b-b948-429e-97f1-278e2bec4abd req-0d0c8561-2220-4f62-81af-bf6ee4a549bb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 210 time: 0.1171019
Feb 15 15:48:38.902277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50016) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:38.940317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Allocated IP 172.20.0.9 (1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977/08a7afb2-6887-4782-87ec-929a334631c3/84e442df-e564-4d1e-aed2-d3049ea9bf88) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:38.996892 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bba277a2-d9cd-4484-b87b-daf45a39f2a5 req-c379e470-8552-4b02-a361-7e04aa294cef tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 210 time: 0.0503449
Feb 15 15:48:39.062052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.078265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:39.083033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Usage tracker for resource:security_group_rule and tenant:e4c5bbad4b6143cc97afaa740164b3b7 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:39.086348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:39.092202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:39.160716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.212217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.215804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.356016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f02ec1-7592-489f-9b0c-52accc2b9277 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:48:39.368992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.374039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.398741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Transition to ACTIVE for port object f8f02ec1-7592-489f-9b0c-52accc2b9277 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:39.401794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Transition to ACTIVE for port object 84e442df-e564-4d1e-aed2-d3049ea9bf88 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:39.404714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.422296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:39.456591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1e563f2b-cf2c-4a6a-88e8-41e95a2d62d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:39.504060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa57044-675a-43c9-a628-2e225dff6528,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:39.509163 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e4c5bbad4b6143cc97afaa740164b3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6055791
Feb 15 15:48:39.510070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:39.511889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50028) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:39.577730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.600585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:39.603866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:39.604494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.641339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.673440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.679694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fc7f86b-a1ca-4ca0-8ef1-e4bca5567679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:39.694008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa57044-675a-43c9-a628-2e225dff6528,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:39.697899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:39.705869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.707917 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0aa57044-675a-43c9-a628-2e225dff6528 HTTP/1.1" status: 204  len: 168 time: 0.1943681
Feb 15 15:48:39.865614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d876a-f2dd-497a-a2e2-fe9ea7013099 req-50d156db-2910-4f25-b72e-0ad117bc1a76 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:39.867465 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-511d876a-f2dd-497a-a2e2-fe9ea7013099 req-50d156db-2910-4f25-b72e-0ad117bc1a76 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1180894
Feb 15 15:48:39.904455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:39.916331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:39.977406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=84e442df-e564-4d1e-aed2-d3049ea9bf88,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:39.986239 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-511d876a-f2dd-497a-a2e2-fe9ea7013099 req-de6596da-375a-4ceb-8a59-0507dd83e8ee tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087661
Feb 15 15:48:40.023960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:40.131779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50048) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:40.153632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.175020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:40.188223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Usage tracker for resource:security_group_rule and tenant:744c01ad05f542b58110f5100bd99471 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:40.191857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:40.198391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:40.285279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Attempting to bind port f8f02ec1-7592-489f-9b0c-52accc2b9277 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:40.285648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Attempting to bind port f8f02ec1-7592-489f-9b0c-52accc2b9277 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:40.286079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Attempting to bind port f8f02ec1-7592-489f-9b0c-52accc2b9277 on network 0256bb9e-0a8c-406f-8814-08e40b15f61c {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:40.297876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:40.298255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Checking segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:40.298662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.299055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Bound using segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:40.299538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Bound port: f8f02ec1-7592-489f-9b0c-52accc2b9277, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:40.299910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.318138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-b852693f-7690-40f2-b50e-1836e9db5d44 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:40.321162 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-b852693f-7690-40f2-b50e-1836e9db5d44 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 813 time: 0.3957982
Feb 15 15:48:40.392810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.400871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Request body: {'port': {'device_id': '89e3178d-838f-46c7-9679-88bc37a262be', 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e', 'admin_state_up': True, 'tenant_id': '57cd6b7a5e4945cca208c31a117a31fa'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:40.429949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:40.431583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:40.434982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.437847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.443959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b716b-7cbc-406e-9a58-2981d449c60e req-7d5389bd-9769-48fc-a90d-39529ec69236 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:40.445994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab8b716b-7cbc-406e-9a58-2981d449c60e req-7d5389bd-9769-48fc-a90d-39529ec69236 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.5577121
Feb 15 15:48:40.449942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:40.454210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:40.454872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.535425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:40.538721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48faec99-8aed-4577-985a-3d1a486e437a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:40.548278 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=744c01ad05f542b58110f5100bd99471&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4152687
Feb 15 15:48:40.549791 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab8b716b-7cbc-406e-9a58-2981d449c60e req-c719f4fd-6178-4460-885f-e53a5d17dffc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904403
Feb 15 15:48:40.551522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50058) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:40.552756 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8223493
Feb 15 15:48:40.554470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:40.558542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.602703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:40.606891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Usage tracker for resource:port and tenant:57cd6b7a5e4945cca208c31a117a31fa is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:40.610194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:40.616339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:40.641492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Made reservation on behalf of 57cd6b7a5e4945cca208c31a117a31fa for: {'port': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:48:40.647134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:40.648220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.691143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Request body: {'port': {'device_id': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:40.701950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daff25c5-f351-423b-9f27-9120f0c778dd,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:40.722596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:40.740414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c8e18a6-06b7-40c1-9139-896f673fcf58 None None] Provisioning for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:40.747709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c8e18a6-06b7-40c1-9139-896f673fcf58 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:40.748559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18a6-06b7-40c1-9139-896f673fcf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.807578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.849237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e18a6-06b7-40c1-9139-896f673fcf58 None None] Port 84e442df-e564-4d1e-aed2-d3049ea9bf88 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:48:40.868739 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68d2df8c-b035-47c5-ae08-e7bca4d87e3b req-c978f9dc-ab6d-4473-a02a-d7c443ce3ce0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 210 time: 0.1125166
Feb 15 15:48:40.893254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810acc46-74ee-4829-82fb-dfd6fbbc8a4d req-4aa5e1c1-f6ee-4c11-8c8c-289757da5cf8 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:40.900878 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-810acc46-74ee-4829-82fb-dfd6fbbc8a4d req-4aa5e1c1-f6ee-4c11-8c8c-289757da5cf8 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 931 time: 0.5671246
Feb 15 15:48:40.921968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:40.954171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:40.961724 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:40.982881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.016958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:41.017879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.019468 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] 10.222.0.15 "PUT /v2.0/ports/f8f02ec1-7592-489f-9b0c-52accc2b9277 HTTP/1.1" status: 200  len: 1157 time: 3.0229137
Feb 15 15:48:41.019990 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:41.056048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-810acc46-74ee-4829-82fb-dfd6fbbc8a4d req-83146bbb-80b8-4a72-b702-bbc8c2929f78 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:41.113744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-810acc46-74ee-4829-82fb-dfd6fbbc8a4d req-83146bbb-80b8-4a72-b702-bbc8c2929f78 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:41.114965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-810acc46-74ee-4829-82fb-dfd6fbbc8a4d req-83146bbb-80b8-4a72-b702-bbc8c2929f78 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2131217
Feb 15 15:48:41.179031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.185954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1dd770ef-73e0-4df5-9e41-a24f940f5b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:41.209860 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277', 'status': 'completed', 'code': 200}
Feb 15 15:48:41.218872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff25c5-f351-423b-9f27-9120f0c778dd,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:41.221871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:41.235447 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.236633 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/daff25c5-f351-423b-9f27-9120f0c778dd HTTP/1.1" status: 204  len: 168 time: 0.6401803
Feb 15 15:48:41.271650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Allocated IP 172.20.0.3 (cce808f8-99da-4046-8b9a-4d5a7345e83e/86af1bb6-fd80-4c7b-9200-4bd90d1dae72/d7c70103-f0a9-4762-bba8-83a1dfb9836b) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:48:41.445270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-afe0416e-7e47-48bd-822e-3c7b3da52932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:41.447232 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-afe0416e-7e47-48bd-822e-3c7b3da52932 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 1160 time: 0.3577340
Feb 15 15:48:41.458784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9612e48-d4b7-4ef9-978a-b0816bfa5ea3 req-735219f4-16ff-4d83-8f94-7c3e5083db92 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:41.459851 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9612e48-d4b7-4ef9-978a-b0816bfa5ea3 req-735219f4-16ff-4d83-8f94-7c3e5083db92 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.3334315
Feb 15 15:48:41.509732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.545198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.598792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-6347761a-5d9e-4936-847e-b72731c9ef11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277 HTTP/1.1" status: 200  len: 217 time: 0.1019113
Feb 15 15:48:41.612959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:41.617365 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9612e48-d4b7-4ef9-978a-b0816bfa5ea3 req-401471ae-9fd5-4d7f-b483-3e8c7fb88bae tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441007
Feb 15 15:48:41.771009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7325-035f-425a-8050-b7c5849d853d req-63355e4b-3dcc-4041-b05f-39cc2acf27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:41.772973 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-63355e4b-3dcc-4041-b05f-39cc2acf27aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.1536672
Feb 15 15:48:41.782830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e442df-e564-4d1e-aed2-d3049ea9bf88 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:48:41.841471 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-2fbad11e-340f-4fe0-9dbd-cffe2ad1d95e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530243
Feb 15 15:48:41.845130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.859803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Pushing event updated for resources: {'Port': ['ID=d7c70103-f0a9-4762-bba8-83a1dfb9836b,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:41.862680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Transition to ACTIVE for port object 84e442df-e564-4d1e-aed2-d3049ea9bf88 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:41.863105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:41.866733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:41.934762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Network cce808f8-99da-4046-8b9a-4d5a7345e83e is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:48:41.938028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:48:41.947870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e779-ca13-4589-901a-45d6ff99b63c req-89ad0c62-0ac9-4b7a-9559-41840f2aeac6 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:41.956164 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8795e779-ca13-4589-901a-45d6ff99b63c req-89ad0c62-0ac9-4b7a-9559-41840f2aeac6 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.2204094
Feb 15 15:48:41.958526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:48:42.004031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:42.074929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8795e779-ca13-4589-901a-45d6ff99b63c req-b823622f-f016-4e3b-babd-607b3cebf4ce tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177034
Feb 15 15:48:42.080350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:42.081049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:42.102506 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7081611
Feb 15 15:48:42.133144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Request body: {'port': {'device_id': '89e3178d-838f-46c7-9679-88bc37a262be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:48:42.372408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:42.446526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50108) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:42.579730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Pushing event updated for resources: {'Port': ['ID=84e442df-e564-4d1e-aed2-d3049ea9bf88,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:42.582712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:42.599650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2fe68-8c85-4bd8-bd27-751b26b0dd11 req-3a071244-046f-4264-8278-cab2306f6324 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:42.605876 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5fa2fe68-8c85-4bd8-bd27-751b26b0dd11 req-3a071244-046f-4264-8278-cab2306f6324 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.2346318
Feb 15 15:48:42.614527 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-770e9cf8-8069-43e0-924b-83075031f69d service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7295229
Feb 15 15:48:42.684454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:42.771321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-facf9345-27b0-4752-abdb-fce03a2cd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:42.781622 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-facf9345-27b0-4752-abdb-fce03a2cd904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.8979676
Feb 15 15:48:42.797172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:42.811026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecb65d9690644e5a3645f5c0cacb535 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:42.819142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:42.836609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5fa2fe68-8c85-4bd8-bd27-751b26b0dd11 req-9f57c58a-94eb-4151-8aa3-574434dac8ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2142158
Feb 15 15:48:42.843881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:42.847420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe694-405e-4915-964d-87e7c40fa5b2 req-43c85a79-aee9-4e52-9c77-34239a84f10c tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:42.852563 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-726fe694-405e-4915-964d-87e7c40fa5b2 req-43c85a79-aee9-4e52-9c77-34239a84f10c tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 931 time: 0.7527976
Feb 15 15:48:42.935374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Attempting to bind port 84e442df-e564-4d1e-aed2-d3049ea9bf88 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:42.935757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Attempting to bind port 84e442df-e564-4d1e-aed2-d3049ea9bf88 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:42.936504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Attempting to bind port 84e442df-e564-4d1e-aed2-d3049ea9bf88 on network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:43.031528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:43.031907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Checking segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:43.032335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.032737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Bound using segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:43.033246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Bound port: 84e442df-e564-4d1e-aed2-d3049ea9bf88, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:43.033616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.110410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.149836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.165434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59ca2138-78f2-4593-937d-806b05e2ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:43.185815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-d76bed5b-684e-4c4a-a734-ed11882724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:43.187942 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-d76bed5b-684e-4c4a-a734-ed11882724f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.3490143
Feb 15 15:48:43.227605 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4ecb65d9690644e5a3645f5c0cacb535&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7762530
Feb 15 15:48:43.230006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c70103-f0a9-4762-bba8-83a1dfb9836b {{(pid=84015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:48:43.237196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50138) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:43.244618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.296496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b5e8a-b75b-4d65-84d4-deb5b69a1a26,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:43.299988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:43.311914 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-895ff585-ba56-40c7-ba23-3a3f4cc2bcae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.0921705
Feb 15 15:48:43.319261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-726fe694-405e-4915-964d-87e7c40fa5b2 req-23b747ab-e8a2-4f46-9e34-60fa95b65054 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Synchronizing usage tracker for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:43.335352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Transition to ACTIVE for port object d7c70103-f0a9-4762-bba8-83a1dfb9836b will not be triggered until provisioned by entity L2. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:48:43.339922 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a3a7325-035f-425a-8050-b7c5849d853d req-acdb2add-4e79-4cfa-a24a-cb1d55333745 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7004387
Feb 15 15:48:43.354270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.379777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a0167cda-fef4-4263-864b-489078e06938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:43.416191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-726fe694-405e-4915-964d-87e7c40fa5b2 req-23b747ab-e8a2-4f46-9e34-60fa95b65054 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Unset dirty status for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:43.417549 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-726fe694-405e-4915-964d-87e7c40fa5b2 req-23b747ab-e8a2-4f46-9e34-60fa95b65054 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5021124
Feb 15 15:48:43.513191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] For port 84e442df-e564-4d1e-aed2-d3049ea9bf88, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:43.525195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-820af099-2e59-4013-bb89-f491ee45f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:43.527393 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-820af099-2e59-4013-bb89-f491ee45f87b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1978884
Feb 15 15:48:43.533917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] For port 84e442df-e564-4d1e-aed2-d3049ea9bf88, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:43.582191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.605563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:43.715929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-a835ca89-af24-49b9-a7b8-9870f6355423 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1732256
Feb 15 15:48:43.800340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.805756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c70103-f0a9-4762-bba8-83a1dfb9836b,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:43.809192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:43.838226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbf74b-fdf2-40cc-9b8b-2f57bc28eb23 req-4f9485dc-8b1e-4d1b-a50c-fa3838f94173 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:43.845954 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3bbf74b-fdf2-40cc-9b8b-2f57bc28eb23 req-4f9485dc-8b1e-4d1b-a50c-fa3838f94173 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.6077616
Feb 15 15:48:43.864768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.865305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-6a027b3e-040b-4d5f-a033-b156f50ce1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:43.866943 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-6a027b3e-040b-4d5f-a033-b156f50ce1ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 1160 time: 0.4385593
Feb 15 15:48:43.927833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:43.945484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-93b401ce-aa08-43ba-b86d-d34b70f9614e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:43.986893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Pushing event updated for resources: {'Port': ['ID=84e442df-e564-4d1e-aed2-d3049ea9bf88,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:44.003883 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3bbf74b-fdf2-40cc-9b8b-2f57bc28eb23 req-e3933b28-dfff-46b4-a97c-a300e30af947 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569052
Feb 15 15:48:44.005002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b5e8a-b75b-4d65-84d4-deb5b69a1a26,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:44.012191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:44.013593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:44.024992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.026212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6a1b5e8a-b75b-4d65-84d4-deb5b69a1a26 HTTP/1.1" status: 204  len: 168 time: 0.7842205
Feb 15 15:48:44.230823 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-7df4c5ad-f0fa-40b4-a821-a759082d6398 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4329884
Feb 15 15:48:44.313514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:44.314571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.317383 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] 10.222.0.15 "PUT /v2.0/ports/84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 1157 time: 3.6704595
Feb 15 15:48:44.388618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Attempting to bind port d7c70103-f0a9-4762-bba8-83a1dfb9836b on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:48:44.388618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Attempting to bind port d7c70103-f0a9-4762-bba8-83a1dfb9836b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'}] {{(pid=84015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:48:44.388950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Attempting to bind port d7c70103-f0a9-4762-bba8-83a1dfb9836b on network cce808f8-99da-4046-8b9a-4d5a7345e83e {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:48:44.398777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:48:44.399155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Checking segment: {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:48:44.399571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.399969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Bound using segment: {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'} {{(pid=84015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:48:44.400487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Bound port: d7c70103-f0a9-4762-bba8-83a1dfb9836b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'}}] {{(pid=84015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:48:44.400864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.458710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403b898-deaf-49f4-9383-ac789c77224f req-f5f58b5d-bc27-4c22-b161-676f7490664c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:44.460399 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8403b898-deaf-49f4-9383-ac789c77224f req-f5f58b5d-bc27-4c22-b161-676f7490664c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.1910615
Feb 15 15:48:44.494466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed028-a4d2-475c-a126-b2223c2cb948 req-19ea4c89-96da-44f4-ba8d-174106817f10 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:44.502731 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a5ed028-a4d2-475c-a126-b2223c2cb948 req-19ea4c89-96da-44f4-ba8d-174106817f10 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.9050825
Feb 15 15:48:44.504806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:44.511368 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-1a1211ed-f99b-4cad-b07c-9f05b8e8d13f service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2460959
Feb 15 15:48:44.512813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-8b7d8888-0e93-4671-974d-a7eeabe66323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:44.514315 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-8b7d8888-0e93-4671-974d-a7eeabe66323 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.5713809
Feb 15 15:48:44.549390 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8403b898-deaf-49f4-9383-ac789c77224f req-470014ef-8f19-4948-ba39-79b32c9e0086 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810587
Feb 15 15:48:44.552195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] For port d7c70103-f0a9-4762-bba8-83a1dfb9836b, host hv-cinder-76810, cleared binding levels {{(pid=84015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:48:44.555783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] For port d7c70103-f0a9-4762-bba8-83a1dfb9836b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7c70103-f0a9-4762-bba8-83a1dfb9836b,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:48:44.560779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.579849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:44.745085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c70103-f0a9-4762-bba8-83a1dfb9836b,revision_number=3']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:44.751473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:44.791946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:44.792815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:44.794589 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7c70103-f0a9-4762-bba8-83a1dfb9836b HTTP/1.1" status: 200  len: 1157 time: 2.6675887
Feb 15 15:48:44.795151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:45.009609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-426abeba-6f72-47ae-a2f2-f61c00a98d9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277 HTTP/1.1" status: 200  len: 217 time: 0.4145477
Feb 15 15:48:45.047536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-de94cf42-e70c-4697-a1a4-0c13ab0eb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.049308 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-de94cf42-e70c-4697-a1a4-0c13ab0eb2e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 1160 time: 0.1928601
Feb 15 15:48:45.064693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ee985-f01b-4a58-82ce-fe61cca9cef1 req-285e9cd1-72cd-407e-b8bb-edb779e60cca tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.065443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0a4ee985-f01b-4a58-82ce-fe61cca9cef1 req-285e9cd1-72cd-407e-b8bb-edb779e60cca tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Synchronizing usage tracker for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:45.095506 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a5ed028-a4d2-475c-a126-b2223c2cb948 req-60db712a-24d1-440b-aebd-4d6877cfb2b7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5917263
Feb 15 15:48:45.121788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-3e1b960c-ebee-4008-8baf-78485a120c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.123421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-3e1b960c-ebee-4008-8baf-78485a120c94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1160 time: 0.6069121
Feb 15 15:48:45.127638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-21da9932-f2a2-4663-80c7-560842aa44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.129191 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-21da9932-f2a2-4663-80c7-560842aa44a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.0936356
Feb 15 15:48:45.177247 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-a6c1c635-8d07-4a0b-a52e-c26600369800 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c70103-f0a9-4762-bba8-83a1dfb9836b HTTP/1.1" status: 200  len: 217 time: 0.1086774
Feb 15 15:48:45.187322 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0a4ee985-f01b-4a58-82ce-fe61cca9cef1 req-285e9cd1-72cd-407e-b8bb-edb779e60cca tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Unset dirty status for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:45.195214 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a4ee985-f01b-4a58-82ce-fe61cca9cef1 req-285e9cd1-72cd-407e-b8bb-edb779e60cca tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.2484901
Feb 15 15:48:45.262542 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'status': 'completed', 'code': 200}
Feb 15 15:48:45.278206 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-e9c8f294-4e24-4ed0-b141-8042187ae835 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1291287
Feb 15 15:48:45.279620 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-a177a49a-3538-4748-978b-c78a754b1226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 217 time: 0.1319039
Feb 15 15:48:45.280985 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b', 'status': 'completed', 'code': 200}
Feb 15 15:48:45.376367 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a4ee985-f01b-4a58-82ce-fe61cca9cef1 req-4f44459d-9036-434f-aa62-e8d3db97e227 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802032
Feb 15 15:48:45.391900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-8a8db566-e883-44f7-8b24-954c242dca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.393769 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-8a8db566-e883-44f7-8b24-954c242dca7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86af1bb6-fd80-4c7b-9200-4bd90d1dae72 HTTP/1.1" status: 200  len: 853 time: 0.1792989
Feb 15 15:48:45.459190 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-faf87f9d-507f-42d6-8803-b8274407507a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce808f8-99da-4046-8b9a-4d5a7345e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499156
Feb 15 15:48:45.612548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-be1706d1-d6ec-41c0-9df0-6ee81071e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.614684 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-be1706d1-d6ec-41c0-9df0-6ee81071e880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.3015738
Feb 15 15:48:45.660226 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-f744ac80-9ed5-49ab-a626-094a94e6a89e service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830556
Feb 15 15:48:45.719675 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-b028ab70-bc90-4d10-a488-4808d9eae516 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4078710
Feb 15 15:48:45.740288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbb0c8-d800-4bc0-b9d2-ce3368da1bb7 req-4a3270c6-f663-466e-b547-76d0ab777b10 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.742071 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09fbb0c8-d800-4bc0-b9d2-ce3368da1bb7 req-4a3270c6-f663-466e-b547-76d0ab777b10 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2585816
Feb 15 15:48:45.939393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-11b378f6-1a68-414c-8822-86ca6fe5c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.941171 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-11b378f6-1a68-414c-8822-86ca6fe5c270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2867718
Feb 15 15:48:45.947644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09fbb0c8-d800-4bc0-b9d2-ce3368da1bb7 req-558adbdd-7236-407d-bc74-483cc6d2ba2f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799653
Feb 15 15:48:45.949935 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ccd91c-dce8-4fd6-83dc-df8d8f8096d6 req-9a7754e9-f1a3-422e-b2eb-62ded5c82e53 service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2778146
Feb 15 15:48:45.964596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd4916-dfcc-4e17-924a-3a636134502c req-f1ddb311-7660-486e-ab61-43b1ee04a3fe tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:45.969705 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5cd4916-dfcc-4e17-924a-3a636134502c req-f1ddb311-7660-486e-ab61-43b1ee04a3fe tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.2156050
Feb 15 15:48:46.038338 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a5cd4916-dfcc-4e17-924a-3a636134502c req-32a16e81-dfca-423a-a9bd-daeb8eda3092 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650344
Feb 15 15:48:46.099221 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3b77ddb8-74be-4b57-abbf-e9a5a2de59f6 req-2d1871c8-a2bd-461f-8a1d-3552905450af service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3551588
Feb 15 15:48:46.134405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80873-8a49-4941-979b-89a392b617ad req-f47605ff-6f1b-43ff-b43c-08bd50b04402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.136423 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-f47605ff-6f1b-43ff-b43c-08bd50b04402 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 1160 time: 0.0864470
Feb 15 15:48:46.164511 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-1e8b7221-0267-475f-ba8f-bca96f342e0a service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885221
Feb 15 15:48:46.355474 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-823d0674-c6f5-4ec8-b26d-0286191a7d87 req-f4828dc0-d4e6-4031-8da2-b9e0878d108f service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496310
Feb 15 15:48:46.375270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80873-8a49-4941-979b-89a392b617ad req-05385dd4-bc19-4097-9584-5e9ce2ca81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.376865 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-05385dd4-bc19-4097-9584-5e9ce2ca81ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 907 time: 0.2119718
Feb 15 15:48:46.396832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e543d-d55e-4607-aa23-72444ff7ee5a req-356e2971-74d7-4067-aae1-b78ad45ca649 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.398433 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-231e543d-d55e-4607-aa23-72444ff7ee5a req-356e2971-74d7-4067-aae1-b78ad45ca649 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.1365528
Feb 15 15:48:46.483640 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-52d1b2b8-a980-4767-8f85-ab5dfa524f0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c70103-f0a9-4762-bba8-83a1dfb9836b HTTP/1.1" status: 200  len: 217 time: 0.0841448
Feb 15 15:48:46.561276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-231e543d-d55e-4607-aa23-72444ff7ee5a req-746f531e-6a3f-4103-b18b-7ccacb97875e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032922
Feb 15 15:48:46.566119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268353-841b-4be2-b507-335ee5c38844 req-7b399e7e-38ca-48d8-9e76-d5ae5c639dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.567858 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-7b399e7e-38ca-48d8-9e76-d5ae5c639dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1160 time: 0.1332059
Feb 15 15:48:46.573716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80873-8a49-4941-979b-89a392b617ad req-9dbf9eef-52d3-4db1-b51b-f808b6ea1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.575283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-9dbf9eef-52d3-4db1-b51b-f808b6ea1c4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86af1bb6-fd80-4c7b-9200-4bd90d1dae72 HTTP/1.1" status: 200  len: 853 time: 0.0833395
Feb 15 15:48:46.634584 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-026f82fc-8bc1-48a2-b0e1-1ce8d451a505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce808f8-99da-4046-8b9a-4d5a7345e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475752
Feb 15 15:48:46.707581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd36fd-fda8-498c-a5b2-908ecd43b26a req-a8ce08f6-bd3c-4ccd-b4bc-19ea66de0d12 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.709262 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8dd36fd-fda8-498c-a5b2-908ecd43b26a req-a8ce08f6-bd3c-4ccd-b4bc-19ea66de0d12 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.2045453
Feb 15 15:48:46.777032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268353-841b-4be2-b507-335ee5c38844 req-fb5dcca2-1cdb-401e-b139-f0dfc987f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.778660 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-fb5dcca2-1cdb-401e-b139-f0dfc987f119 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.2021856
Feb 15 15:48:46.789244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8dd36fd-fda8-498c-a5b2-908ecd43b26a req-882ad7a6-8a8d-4de8-8c8d-ceb55b925617 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694957
Feb 15 15:48:46.792199 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-1f7af385-bb14-4dc0-9c65-3d07027472f0 service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480811
Feb 15 15:48:46.883553 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-77f396ad-0bf4-4dac-a2c4-ce600ab4a052 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 217 time: 0.0747402
Feb 15 15:48:46.963824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268353-841b-4be2-b507-335ee5c38844 req-2308f4c5-9bb6-4fba-855f-84dc1188df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:46.965540 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-2308f4c5-9bb6-4fba-855f-84dc1188df38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0691664
Feb 15 15:48:46.990531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2aa80873-8a49-4941-979b-89a392b617ad req-8438aba4-5361-4aaf-b0c6-f8eb6e69187d service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1796391
Feb 15 15:48:47.111977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268353-841b-4be2-b507-335ee5c38844 req-b1af9476-2164-4978-89af-91559bacaaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:47.113681 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-b1af9476-2164-4978-89af-91559bacaaeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1204078
Feb 15 15:48:47.273942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d3e7-e33c-4ea1-ae59-fff74e174e55 req-7a506a4e-89bb-4931-b192-33e6746090e8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:47.285450 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f25d3e7-e33c-4ea1-ae59-fff74e174e55 req-7a506a4e-89bb-4931-b192-33e6746090e8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1750867
Feb 15 15:48:47.340954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50236) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:47.346000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1f25d3e7-e33c-4ea1-ae59-fff74e174e55 req-02702321-5059-4f1b-a070-ac322479fcef tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590751
Feb 15 15:48:47.429300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c8e5b-3cd4-4b06-ad41-daf1444bebaa req-449405cf-a5ed-424c-879d-7298688138f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:47.430060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d32c8e5b-3cd4-4b06-ad41-daf1444bebaa req-449405cf-a5ed-424c-879d-7298688138f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:48:47.437051 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-8f0afe16-0429-4593-959c-a3de8aaf7479 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066411
Feb 15 15:48:47.474026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d32c8e5b-3cd4-4b06-ad41-daf1444bebaa req-449405cf-a5ed-424c-879d-7298688138f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:48:47.476240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d32c8e5b-3cd4-4b06-ad41-daf1444bebaa req-449405cf-a5ed-424c-879d-7298688138f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.1956875
Feb 15 15:48:47.604208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:47.656192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:47.661860 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d32c8e5b-3cd4-4b06-ad41-daf1444bebaa req-ee4ed945-bd3b-4412-bea8-407af62bf791 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1715074
Feb 15 15:48:47.682908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Usage tracker for resource:security_group_rule and tenant:30948f66245040939669b9d64ecc3c26 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:47.688261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:47.701985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:47.709771 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13268353-841b-4be2-b507-335ee5c38844 req-ab267cbc-4bc6-4506-be42-1f91c4a8a3b9 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2626307
Feb 15 15:48:47.813777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:47.822142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:47.826965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369934-329f-4ed0-9ef7-389286680a9b req-d79bbdf0-b0a1-4922-abf2-42610dd8c26d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:47.828961 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78369934-329f-4ed0-9ef7-389286680a9b req-d79bbdf0-b0a1-4922-abf2-42610dd8c26d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.1133010
Feb 15 15:48:47.831818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8051f65e-018c-4ac1-8e46-2a61de642a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:47.887806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de26876-7233-4013-8c04-4da19d9dc71e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:47.894623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=30948f66245040939669b9d64ecc3c26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5499814
Feb 15 15:48:47.894783 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-78369934-329f-4ed0-9ef7-389286680a9b req-b6ff6d6d-9c7d-4b16-baf6-0cb6709af3de tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583010
Feb 15 15:48:47.894910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50250) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:47.912126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.912557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.912955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.913398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.913710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.914092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.914472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.914849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.915224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.915600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.915982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.916383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.916801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.917182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.917560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.917936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.918437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.918817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.919201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.919578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.919955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.920352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.920730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.921101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:48:47.928066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:48.039543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.074945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.087378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e74d0-053c-441b-9d31-43a5e924197d req-ea98040a-1bd4-4e23-b8ad-060632f0eb40 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:48.089087 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492e74d0-053c-441b-9d31-43a5e924197d req-ea98040a-1bd4-4e23-b8ad-060632f0eb40 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.1622376
Feb 15 15:48:48.159550 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-492e74d0-053c-441b-9d31-43a5e924197d req-d595ca51-99e7-4f89-9ba1-494b31ab9ba5 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586615
Feb 15 15:48:48.168299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.173549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-76e96479-af11-4cff-a12e-e2e238053260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:48.186674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de26876-7233-4013-8c04-4da19d9dc71e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:48.189863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:48.192589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.193482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3de26876-7233-4013-8c04-4da19d9dc71e HTTP/1.1" status: 204  len: 168 time: 0.2975774
Feb 15 15:48:48.502337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50262) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:48.521646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.537045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:48.541472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Usage tracker for resource:security_group_rule and tenant:6a2d8723fba54f168c483f85529fdb8a is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:48.544784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:48.550873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:48.554026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eff9e-c87d-4213-b4df-cdb03b3c521d req-365f9a7a-1839-4d2a-880f-7a4fc7ea8f61 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:48.555642 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c33eff9e-c87d-4213-b4df-cdb03b3c521d req-365f9a7a-1839-4d2a-880f-7a4fc7ea8f61 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0876374
Feb 15 15:48:48.608106 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c33eff9e-c87d-4213-b4df-cdb03b3c521d req-cb51ae00-b6ab-42ef-8b44-ec4baa152c5e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457070
Feb 15 15:48:48.644546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.649464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.657774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bd3035d-b84e-4bc5-8a42-8571fb3cc10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:48.704043 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6a2d8723fba54f168c483f85529fdb8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004635
Feb 15 15:48:48.705057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c8f01-3784-4a42-859f-3ddc9d85e2d4,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:48.707101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50270) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:48.708516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:48.770298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.843690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.924694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb44082-2822-48a1-87e8-62913a0c2e24 req-5e0fb01a-52ef-4943-98b4-9150cfe248b7 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:48.926325 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cb44082-2822-48a1-87e8-62913a0c2e24 req-5e0fb01a-52ef-4943-98b4-9150cfe248b7 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.1277752
Feb 15 15:48:48.927502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.931551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-da3b7ab5-16df-424a-a567-d9a85abc1952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:48.959235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c8f01-3784-4a42-859f-3ddc9d85e2d4,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:48.964981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:48.974375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:48.975738 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/193c8f01-3784-4a42-859f-3ddc9d85e2d4 HTTP/1.1" status: 204  len: 168 time: 0.2673273
Feb 15 15:48:49.018623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cb44082-2822-48a1-87e8-62913a0c2e24 req-eebf0960-be1f-433b-8744-c7b9d2a36c03 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800042
Feb 15 15:48:49.128556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1ed5-b7ed-442d-922a-948481394da3 req-236915bd-01a7-4f9e-88cc-87d2dcd46b67 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:49.130409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-486f1ed5-b7ed-442d-922a-948481394da3 req-236915bd-01a7-4f9e-88cc-87d2dcd46b67 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.0891283
Feb 15 15:48:49.188859 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-486f1ed5-b7ed-442d-922a-948481394da3 req-0cd2ab6c-c0f0-4a8e-8a5f-ec3e997369e8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478156
Feb 15 15:48:49.413984 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device f8f02ec1-7592-489f-9b0c-52accc2b9277 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:49.418872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e592dfc-8ddf-491a-8083-f79b68d3046f req-c5f9c946-b83a-4e78-afbf-5ff0eb697265 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:49.420689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e592dfc-8ddf-491a-8083-f79b68d3046f req-c5f9c946-b83a-4e78-afbf-5ff0eb697265 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.1074531
Feb 15 15:48:49.512126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port f8f02ec1-7592-489f-9b0c-52accc2b9277 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:49.520064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port f8f02ec1-7592-489f-9b0c-52accc2b9277 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:49.527663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:49.547531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e592dfc-8ddf-491a-8083-f79b68d3046f req-438bfc69-f088-43c5-9e27-1a4d280e851d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175025
Feb 15 15:48:49.601662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42241d-f739-4b59-950b-3de2f8af08ff req-14895262-1b6b-4f2d-91ec-cbfbe7ef5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:49.604609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f42241d-f739-4b59-950b-3de2f8af08ff req-14895262-1b6b-4f2d-91ec-cbfbe7ef5312 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.1614757
Feb 15 15:48:49.675708 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f42241d-f739-4b59-950b-3de2f8af08ff req-3fafc047-2974-4f1b-b560-ff6925735aeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592618
Feb 15 15:48:49.708975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:49.741016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:49.752142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:49.756575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:49.759502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:49.804443 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277', 'code': 200}
Feb 15 15:48:49.837253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e780e-81d0-4cec-9110-65e1e928de83 req-211c7aa1-6e08-43f7-b533-d6578119e5ef tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:49.838982 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-286e780e-81d0-4cec-9110-65e1e928de83 req-211c7aa1-6e08-43f7-b533-d6578119e5ef tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0938842
Feb 15 15:48:49.839940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:49.843617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:49.881103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:48:49.893466 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-286e780e-81d0-4cec-9110-65e1e928de83 req-1b9fa9fc-2fbb-4a81-bfd7-09b325a95cd8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455282
Feb 15 15:48:50.060897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:50.266670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a879c7-28fb-48b4-b62e-697e6fa47ba4 req-50ea09e2-c352-46cd-bcea-1aacd84e9868 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:50.278598 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13a879c7-28fb-48b4-b62e-697e6fa47ba4 req-50ea09e2-c352-46cd-bcea-1aacd84e9868 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.1421030
Feb 15 15:48:50.350218 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13a879c7-28fb-48b4-b62e-697e6fa47ba4 req-486a8c33-5033-42bb-ae6a-dac78cc0e113 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703943
Feb 15 15:48:50.430352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-95217ed8-dea4-448e-8238-1034ff6f5fca None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:48:50.502905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260b2d6-5bf1-4cd6-afbe-53b794ef10a9 req-193e13fe-bd75-4fa2-8f2b-8d85b04a3289 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:50.504592 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e260b2d6-5bf1-4cd6-afbe-53b794ef10a9 req-193e13fe-bd75-4fa2-8f2b-8d85b04a3289 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.0965755
Feb 15 15:48:50.564636 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e260b2d6-5bf1-4cd6-afbe-53b794ef10a9 req-e46daf58-af81-422f-bfbc-6998dd5c8802 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532033
Feb 15 15:48:50.577623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b2b5a-2d08-42b0-a82c-d3a2cd0481f9 req-e53b6311-aa9f-485b-906b-aeef3b9f8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:50.579253 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-589b2b5a-2d08-42b0-a82c-d3a2cd0481f9 req-e53b6311-aa9f-485b-906b-aeef3b9f8ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 1162 time: 0.0895667
Feb 15 15:48:50.636642 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-589b2b5a-2d08-42b0-a82c-d3a2cd0481f9 req-9b00a00a-5afa-4598-85f6-14f6c2488635 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457847
Feb 15 15:48:50.759565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa0bd-d047-43d3-80cf-a57c6f481b09 req-2c0d350a-4ca5-437b-ad19-75b05a3a251f tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:50.761247 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d26aa0bd-d047-43d3-80cf-a57c6f481b09 req-2c0d350a-4ca5-437b-ad19-75b05a3a251f tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.0979898
Feb 15 15:48:50.812505 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d26aa0bd-d047-43d3-80cf-a57c6f481b09 req-12734640-8244-42c6-92a0-a5c9831073a6 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440483
Feb 15 15:48:51.113884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3ba0-9742-4da3-b116-ad0f4c36380f req-8fce494f-29a5-47aa-9bdd-a12531883aea tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:51.115510 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33bf3ba0-9742-4da3-b116-ad0f4c36380f req-8fce494f-29a5-47aa-9bdd-a12531883aea tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0883057
Feb 15 15:48:51.171055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33bf3ba0-9742-4da3-b116-ad0f4c36380f req-62dc6874-f1fd-4e30-b692-aa64a78b22fa tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489719
Feb 15 15:48:51.556617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967710-d2a9-41ca-a00f-c257b7daae46 req-551255e0-1763-4411-8172-bea30cb83bff tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:51.558250 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e967710-d2a9-41ca-a00f-c257b7daae46 req-551255e0-1763-4411-8172-bea30cb83bff tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.0952113
Feb 15 15:48:51.611389 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e967710-d2a9-41ca-a00f-c257b7daae46 req-52b2099f-6a0e-4bb3-ae92-9f2a7f874724 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461349
Feb 15 15:48:51.984976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e01d-c0d1-4274-88b3-2ec916f87fa8 req-f9903f93-411f-447d-8991-8905f358233e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:51.986644 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5eb2e01d-c0d1-4274-88b3-2ec916f87fa8 req-f9903f93-411f-447d-8991-8905f358233e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.3046963
Feb 15 15:48:52.068796 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5eb2e01d-c0d1-4274-88b3-2ec916f87fa8 req-0f5fe342-1529-407c-8f9d-4eefb1d895a4 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715699
Feb 15 15:48:52.078570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579bed0-322a-40dc-a022-b2e82a8ff60e req-7f4677a4-5c60-4f12-a4f2-7daf57605ad5 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:52.080291 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5579bed0-322a-40dc-a022-b2e82a8ff60e req-7f4677a4-5c60-4f12-a4f2-7daf57605ad5 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.1265631
Feb 15 15:48:52.134977 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5579bed0-322a-40dc-a022-b2e82a8ff60e req-bcd14ca4-18f3-4a8c-a2bb-5575c002ad0e tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473547
Feb 15 15:48:52.383707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832969c-079d-4dcf-a150-060cf07bf12c req-23965090-cec8-4920-8edf-83928d7af25f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:52.385343 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6832969c-079d-4dcf-a150-060cf07bf12c req-23965090-cec8-4920-8edf-83928d7af25f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0918591
Feb 15 15:48:52.437501 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6832969c-079d-4dcf-a150-060cf07bf12c req-96bbb0cb-afcd-4959-b568-48845f47d281 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456612
Feb 15 15:48:52.815861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129288-6370-447a-91c0-89349428346a req-3e14b716-ec1d-48ad-9cd3-f76669af4446 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:52.817475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce129288-6370-447a-91c0-89349428346a req-3e14b716-ec1d-48ad-9cd3-f76669af4446 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.0879338
Feb 15 15:48:52.869388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce129288-6370-447a-91c0-89349428346a req-bf015697-bc2b-410d-befc-cbe2d488baad tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444980
Feb 15 15:48:53.369784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc259-4b28-4e31-9e02-bf4fab0eaddd req-80959417-3da2-44c0-979a-357b7235bc8b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:53.371904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82ebc259-4b28-4e31-9e02-bf4fab0eaddd req-80959417-3da2-44c0-979a-357b7235bc8b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.1260688
Feb 15 15:48:53.387970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c9e71-4956-43ac-8b94-9202925b13da req-e807bd98-b961-40aa-aa89-4ca63c386b00 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:53.389611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d61c9e71-4956-43ac-8b94-9202925b13da req-e807bd98-b961-40aa-aa89-4ca63c386b00 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 943 time: 0.1045542
Feb 15 15:48:53.425180 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82ebc259-4b28-4e31-9e02-bf4fab0eaddd req-e0a79925-bff2-4678-a21c-f448aad6ed1c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451524
Feb 15 15:48:53.444785 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d61c9e71-4956-43ac-8b94-9202925b13da req-54c5b0b4-820b-4755-a841-1f7a8aea92a0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486271
Feb 15 15:48:53.574081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7c70103-f0a9-4762-bba8-83a1dfb9836b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:53.655061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9168-5c2b-46f7-bc8e-ef5a20d21dcd req-2c05b2b2-dbb7-405f-afba-2281ae696c44 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:53.656924 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1fe9168-5c2b-46f7-bc8e-ef5a20d21dcd req-2c05b2b2-dbb7-405f-afba-2281ae696c44 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0933037
Feb 15 15:48:53.659424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port d7c70103-f0a9-4762-bba8-83a1dfb9836b completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:53.664892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7c70103-f0a9-4762-bba8-83a1dfb9836b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:53.665290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:53.714264 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1fe9168-5c2b-46f7-bc8e-ef5a20d21dcd req-85068544-0e16-4723-9e10-4f1b534d3ec7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508735
Feb 15 15:48:53.802395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:53.842641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:53.853486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port d7c70103-f0a9-4762-bba8-83a1dfb9836b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7c70103-f0a9-4762-bba8-83a1dfb9836b,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:53.857232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:53.858224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:53.889465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:53.960408 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b', 'code': 200}
Feb 15 15:48:54.027735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=d7c70103-f0a9-4762-bba8-83a1dfb9836b,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:54.040158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:54.040900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:48:54.046478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:54.047234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:54.143484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3c655-ec5c-4272-b96d-f1991ce9f850 req-4f172a2f-c26e-4bd4-982b-188d7531ab82 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.145601 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02b3c655-ec5c-4272-b96d-f1991ce9f850 req-4f172a2f-c26e-4bd4-982b-188d7531ab82 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 943 time: 0.0996032
Feb 15 15:48:54.207895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:54.260882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 84e442df-e564-4d1e-aed2-d3049ea9bf88, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:48:54.266228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:54.267420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device f8f02ec1-7592-489f-9b0c-52accc2b9277 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:54.279037 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-02b3c655-ec5c-4272-b96d-f1991ce9f850 req-cee03699-0535-40e2-9520-828f05f13337 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266830
Feb 15 15:48:54.327619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-05ad54d4-1597-48ba-b11c-3c83f61325a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.329587 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-05ad54d4-1597-48ba-b11c-3c83f61325a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.1265504
Feb 15 15:48:54.337553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c4d1dfa-e0b6-4e69-9769-e1145e94c26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:54.344646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278275b-66d4-4418-b8fa-c8c9bf76a1e9 req-e397bec0-8b11-4252-9a13-e7c2f47f81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.346385 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a278275b-66d4-4418-b8fa-c8c9bf76a1e9 req-e397bec0-8b11-4252-9a13-e7c2f47f81c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 1162 time: 0.1056035
Feb 15 15:48:54.370202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b94ff-6531-48f5-878a-ba7a837f6899 req-402d4eb6-c034-42d2-9bea-931f6f139d43 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.371819 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a79b94ff-6531-48f5-878a-ba7a837f6899 req-402d4eb6-c034-42d2-9bea-931f6f139d43 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1768081
Feb 15 15:48:54.421820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=84e442df-e564-4d1e-aed2-d3049ea9bf88,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:54.425202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:54.425967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port f8f02ec1-7592-489f-9b0c-52accc2b9277 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:54.426467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:54.433684 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a278275b-66d4-4418-b8fa-c8c9bf76a1e9 req-6f68818e-d365-4131-9aff-b733cf8246ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608032
Feb 15 15:48:54.455130 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a79b94ff-6531-48f5-878a-ba7a837f6899 req-703fb836-b12c-4201-a164-d86076d4937e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635743
Feb 15 15:48:54.509899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-feee3a73-a662-4762-8449-fffeb6f42bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.511507 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-feee3a73-a662-4762-8449-fffeb6f42bb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.1648343
Feb 15 15:48:54.655700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30862aca-247f-4864-9e8e-ec6f39f85f68 req-78c70bfd-8bda-4361-8540-b8d1dde41132 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.656936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9db93b-28c6-4466-a72f-2534b5994aef req-2b70e389-23a7-43d2-b9d0-df0568636a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:54.660079 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30862aca-247f-4864-9e8e-ec6f39f85f68 req-78c70bfd-8bda-4361-8540-b8d1dde41132 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.0882406
Feb 15 15:48:54.660412 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e9db93b-28c6-4466-a72f-2534b5994aef req-2b70e389-23a7-43d2-b9d0-df0568636a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0849187
Feb 15 15:48:54.709322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e9db93b-28c6-4466-a72f-2534b5994aef req-32f33619-c793-4154-b180-6ddd42e63f48 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439978
Feb 15 15:48:54.710435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30862aca-247f-4864-9e8e-ec6f39f85f68 req-2584b618-bd1b-463b-a54b-2548028ed7bc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452428
Feb 15 15:48:55.050404 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-a8544b1c-4b1e-435d-8fa3-ad5d12f400fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.0965850
Feb 15 15:48:55.198748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-b295abe8-a671-4a4f-bb15-86bfcaee7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:55.200122 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-b295abe8-a671-4a4f-bb15-86bfcaee7424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.1293306
Feb 15 15:48:55.219681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7c70103-f0a9-4762-bba8-83a1dfb9836b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:55.264143 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-aee58ffa-a8f7-48ba-bab8-82be5eb9caa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495009
Feb 15 15:48:55.307321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7c70103-f0a9-4762-bba8-83a1dfb9836b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:55.307719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:55.447543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device f8f02ec1-7592-489f-9b0c-52accc2b9277 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:55.479722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-d4e98fd3-998c-4ee6-93a6-0371c01b3963 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968577
Feb 15 15:48:55.523702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port f8f02ec1-7592-489f-9b0c-52accc2b9277 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:55.524121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:55.550411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d83b-e715-4cf2-9f1f-caa16c52537e req-68fed423-4f86-4288-9c5a-8bcba0896e70 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:55.552000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0cd5d83b-e715-4cf2-9f1f-caa16c52537e req-68fed423-4f86-4288-9c5a-8bcba0896e70 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1519721
Feb 15 15:48:55.655066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:55.666430 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0cd5d83b-e715-4cf2-9f1f-caa16c52537e req-b1d433b5-5aa8-407f-ae90-d873afa6fcac tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619287
Feb 15 15:48:55.674887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6bb4-2690-4f62-966f-07a4df1ddc83 req-9574801b-e382-4fd5-88b2-fe498122dc73 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:55.677021 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73ac6bb4-2690-4f62-966f-07a4df1ddc83 req-9574801b-e382-4fd5-88b2-fe498122dc73 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0956230
Feb 15 15:48:55.694850 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e3fe32d-db79-4d3b-a2f1-e271aca77b41 req-f21dd907-cd80-43da-8bcb-598c998566f8 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1942182
Feb 15 15:48:55.729444 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73ac6bb4-2690-4f62-966f-07a4df1ddc83 req-aaff6343-22a4-4ec6-925b-0323144554fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439374
Feb 15 15:48:55.737031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:55.737457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:55.869640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:55.922979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9947cc-8d6e-4fb0-9999-119c410cac23 req-f2dd8740-4576-4cd9-b2d9-62c31c5b4f23 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:55.924621 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe9947cc-8d6e-4fb0-9999-119c410cac23 req-f2dd8740-4576-4cd9-b2d9-62c31c5b4f23 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0916500
Feb 15 15:48:55.943071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:55.943521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:55.973330 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe9947cc-8d6e-4fb0-9999-119c410cac23 req-c09a0aed-3b5d-45b7-9754-b5f5900a86f1 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418880
Feb 15 15:48:55.974126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:48:56.046396 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'code': 200}
Feb 15 15:48:56.412583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e2f9-bf63-42cc-87b9-0d01efdfc5dd req-58300d9b-6a05-497a-9581-d53f00ece982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:56.414316 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7a7e2f9-bf63-42cc-87b9-0d01efdfc5dd req-58300d9b-6a05-497a-9581-d53f00ece982 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1162 time: 0.0875306
Feb 15 15:48:56.482211 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7a7e2f9-bf63-42cc-87b9-0d01efdfc5dd req-0ecda5d5-58c7-40a6-a8ed-ca333d57d4eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401957
Feb 15 15:48:56.891459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a649a-02d3-4753-a752-d183e9412523 req-8570411a-6fa7-4bc8-bfed-ac2a3716cba0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:56.895682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e46a649a-02d3-4753-a752-d183e9412523 req-8570411a-6fa7-4bc8-bfed-ac2a3716cba0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0987988
Feb 15 15:48:56.947968 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e46a649a-02d3-4753-a752-d183e9412523 req-f63f85f1-174e-46f7-95ff-198563c0b04f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430913
Feb 15 15:48:56.974101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7c70103-f0a9-4762-bba8-83a1dfb9836b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:57.048645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7c70103-f0a9-4762-bba8-83a1dfb9836b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:57.049149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:57.149843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df471-a2c4-4379-9d06-ac860bc219a6 req-0a27952e-bafe-4762-be98-32dd7defb6dd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:57.158880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f39df471-a2c4-4379-9d06-ac860bc219a6 req-0a27952e-bafe-4762-be98-32dd7defb6dd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1035240
Feb 15 15:48:57.243176 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f39df471-a2c4-4379-9d06-ac860bc219a6 req-d0dd1ce0-66ba-4c4a-a9ab-f49a6145ea44 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830636
Feb 15 15:48:57.412750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8a241-50dd-47ec-a51d-1c4db8281cf1 req-361d0523-2e21-4a02-952f-77da4c4504c8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:57.414970 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4bd8a241-50dd-47ec-a51d-1c4db8281cf1 req-361d0523-2e21-4a02-952f-77da4c4504c8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0913341
Feb 15 15:48:57.472960 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4bd8a241-50dd-47ec-a51d-1c4db8281cf1 req-971512ad-a891-4379-998d-f2799045f724 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511408
Feb 15 15:48:57.782104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50562) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:57.928174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:57.944136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:48:57.948955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Usage tracker for resource:security_group_rule and tenant:38a375350ee448519a6f9e0dedebf9b4 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:48:57.952103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:48:57.958210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:48:58.048512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.052677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.061739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:58.103875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934df312-0a64-4def-8cf0-040a7315da41,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:58.108564 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=38a375350ee448519a6f9e0dedebf9b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250058
Feb 15 15:48:58.109482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:58.111386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50570) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:48:58.148988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6e12a-af69-4923-8e12-6d51fe5f9db6 req-80d57326-7783-43a5-aa20-6814f55f8bd0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:58.150598 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63e6e12a-af69-4923-8e12-6d51fe5f9db6 req-80d57326-7783-43a5-aa20-6814f55f8bd0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0876710
Feb 15 15:48:58.178656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.201664 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63e6e12a-af69-4923-8e12-6d51fe5f9db6 req-7968acc3-d0af-4ad3-98e5-b4645b669ec1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431039
Feb 15 15:48:58.207127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.253304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.257236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a1910ea7-1212-46e3-bd89-6266f002f335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:48:58.270199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934df312-0a64-4def-8cf0-040a7315da41,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:48:58.272996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:48:58.281238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:58.285750 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/934df312-0a64-4def-8cf0-040a7315da41 HTTP/1.1" status: 204  len: 168 time: 0.1700940
Feb 15 15:48:58.459140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2255a-f097-43bd-8e60-66fa8eb16cf3 req-6beaf43c-cc6d-4ce7-a8cd-895ec5be5759 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:58.459140 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dfb2255a-f097-43bd-8e60-66fa8eb16cf3 req-6beaf43c-cc6d-4ce7-a8cd-895ec5be5759 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0998015
Feb 15 15:48:58.517999 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dfb2255a-f097-43bd-8e60-66fa8eb16cf3 req-79c6d4b3-5864-459e-84ec-446192135d7b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526779
Feb 15 15:48:58.708449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9250e-65f2-4478-a763-b5a6a0461578 req-35d034b0-8818-4656-9109-4b6ff05e7d4d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:58.710100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c4c9250e-65f2-4478-a763-b5a6a0461578 req-35d034b0-8818-4656-9109-4b6ff05e7d4d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0972764
Feb 15 15:48:58.762441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c4c9250e-65f2-4478-a763-b5a6a0461578 req-8922d460-d5f7-4191-b762-7b99d2b525b1 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456727
Feb 15 15:48:59.083231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7c70103-f0a9-4762-bba8-83a1dfb9836b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:48:59.180306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7c70103-f0a9-4762-bba8-83a1dfb9836b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:48:59.180750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:48:59.412655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca94b88-369e-43b7-9e9a-03ba23ffc1b1 req-8056ef0f-c346-48c8-8179-6a974b0db1a0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:59.414269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ca94b88-369e-43b7-9e9a-03ba23ffc1b1 req-8056ef0f-c346-48c8-8179-6a974b0db1a0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0882018
Feb 15 15:48:59.465709 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ca94b88-369e-43b7-9e9a-03ba23ffc1b1 req-88c2154d-bb2e-43e6-baa7-5fed63458477 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450618
Feb 15 15:48:59.734817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b65e0-7d9b-4601-a771-7617eeb3357e req-3e28a9b3-c687-49a0-b1e3-bb2bddefafd5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:48:59.744691 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-124b65e0-7d9b-4601-a771-7617eeb3357e req-3e28a9b3-c687-49a0-b1e3-bb2bddefafd5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0939605
Feb 15 15:48:59.836291 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-124b65e0-7d9b-4601-a771-7617eeb3357e req-4ef7ff0e-a3a7-4ec9-87ac-241a4ad8bff8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914192
Feb 15 15:49:00.688119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4e1e7-4929-4ea2-8a96-aaa4ad4978cb req-a2c2e378-2986-4500-92f7-0efb5c9cf2a4 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:00.689871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63a4e1e7-4929-4ea2-8a96-aaa4ad4978cb req-a2c2e378-2986-4500-92f7-0efb5c9cf2a4 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0911911
Feb 15 15:49:00.739187 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63a4e1e7-4929-4ea2-8a96-aaa4ad4978cb req-09a0054e-d7ec-4bd7-8903-e78481fae454 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429373
Feb 15 15:49:00.968494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82a621-6b51-44fd-add1-a8c5b116a548 req-cb330527-c96e-4000-b481-f3a618f047be tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:00.974622 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e82a621-6b51-44fd-add1-a8c5b116a548 req-cb330527-c96e-4000-b481-f3a618f047be tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1154151
Feb 15 15:49:00.980455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50652) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:49:00.986467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'floatingip': {'port_id': '84e442df-e564-4d1e-aed2-d3049ea9bf88'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:49:01.058730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5258-65c9-40e2-a4c5-fdfb09343930 req-5fb1c06d-eb04-490a-bb1d-0bf0b7090f11 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:01.060445 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-25fa5258-65c9-40e2-a4c5-fdfb09343930 req-5fb1c06d-eb04-490a-bb1d-0bf0b7090f11 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0901303
Feb 15 15:49:01.113936 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-25fa5258-65c9-40e2-a4c5-fdfb09343930 req-465fba01-cd57-4200-a10f-c6668121c895 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456011
Feb 15 15:49:01.151357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:49:01.250753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:49:01.251182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:01.366831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:01.404906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:49:01.610855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:49:01.611085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:02.020712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:02.024314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:02.211083 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Floating IP fefd10e8-b3bf-49c0-9b55-6b01e8bd2691 associated. External IP: 172.27.3.174, port: 84e442df-e564-4d1e-aed2-d3049ea9bf88.
Feb 15 15:49:02.323027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e87cd-4e90-4bb1-a4a3-c2023f5ee9dc req-831c64ad-a755-4d8a-9495-26dc1102d28d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:02.325349 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-180e87cd-4e90-4bb1-a4a3-c2023f5ee9dc req-831c64ad-a755-4d8a-9495-26dc1102d28d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0929160
Feb 15 15:49:02.375114 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-180e87cd-4e90-4bb1-a4a3-c2023f5ee9dc req-cc64a963-e3c8-4a1f-a273-6d48af1daf84 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430615
Feb 15 15:49:02.599017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:49:02.801769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:49:02.806963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:02.813195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:49:02.823712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:49:02.824933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b7f4588>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:49:02.877710 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7596e8f9-f291-40aa-9048-e4bbc156da49 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "PUT /v2.0/floatingips/fefd10e8-b3bf-49c0-9b55-6b01e8bd2691 HTTP/1.1" status: 200  len: 991 time: 1.8933482
Feb 15 15:49:02.877710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:49:03.198564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:49:03.588242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b7f4588>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'fefd10e8-b3bf-49c0-9b55-6b01e8bd2691', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:e0:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:48:29Z', 'updated_at': '2021-02-15T15:49:01Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:49:03.592840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:49:03.603079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:49:03.603731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b7f4588>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:48:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:49:03.794080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:49:04.193252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b7f4588>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'fefd10e8-b3bf-49c0-9b55-6b01e8bd2691', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:e0:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:48:29Z', 'updated_at': '2021-02-15T15:49:01Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:49:04.198256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9dea1-317d-4a1b-ab2e-1718a0089091 None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'fefd10e8-b3bf-49c0-9b55-6b01e8bd2691', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:e0:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:48:29Z', 'updated_at': '2021-02-15T15:49:01Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:49:04.503052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a9c3e-54a0-4222-8f4f-57757930b7b9 None None] New status for floating IP fefd10e8-b3bf-49c0-9b55-6b01e8bd2691: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:49:05.527738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b563e89-8fa3-4593-a41c-e6d0c34eea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:07.023698 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'status': 'completed', 'code': 200}
Feb 15 15:49:07.163889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-5e439493-307e-4fb3-bb18-965d6d949653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:07.165572 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-5e439493-307e-4fb3-bb18-965d6d949653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1162 time: 0.0855262
Feb 15 15:49:07.329780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-74480059-1eec-462c-9ac3-79181e18df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:07.331260 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-74480059-1eec-462c-9ac3-79181e18df47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1399322
Feb 15 15:49:07.363925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:49:07.450907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:49:07.451327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:07.469490 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-f44795b7-2759-4aa4-b349-d61ab85c6512 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 1001 time: 0.1064498
Feb 15 15:49:07.569547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-688fa53e-3114-487c-8dd0-8693d3c7f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:07.571856 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-688fa53e-3114-487c-8dd0-8693d3c7f6f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0837486
Feb 15 15:49:07.668297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-c77304dc-1e1b-49c5-b557-43bff0eee01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:07.669948 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-c77304dc-1e1b-49c5-b557-43bff0eee01b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801406
Feb 15 15:49:07.828078 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-e518082a-6bd0-46fa-af8a-b84df7953879 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394608
Feb 15 15:49:07.993766 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4906b02a-6b1c-4728-bdca-2511ae8e8ff7 req-27c919a6-7834-4e34-9723-ea7aad466948 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405141
Feb 15 15:49:08.299627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30d2bdac-5369-430b-998a-f429080a9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:08.749154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a586-2346-42a4-ab6e-07cf3d00edf6 req-e8e707a6-5142-4ee5-8b16-36be02ce28b2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:08.750750 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6463a586-2346-42a4-ab6e-07cf3d00edf6 req-e8e707a6-5142-4ee5-8b16-36be02ce28b2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0934978
Feb 15 15:49:08.799109 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6463a586-2346-42a4-ab6e-07cf3d00edf6 req-7068767d-4b8e-4c79-93fd-1727d8d52413 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418792
Feb 15 15:49:09.154338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:09.909922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.420108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 50796) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:49:10.440600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.558133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.574425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:49:10.578636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Usage tracker for resource:security_group_rule and tenant:21aba476ba92406b9df877c262b63649 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:49:10.582002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:49:10.590505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:49:10.686295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.689803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.699216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44ccc950-8e2d-40ab-83bb-fb7f3dee2dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:10.743084 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=21aba476ba92406b9df877c262b63649&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3216815
Feb 15 15:49:10.744118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030b95b-4ec5-4d47-8018-45fd5f2ecc4b,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:10.746335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 50812) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:49:10.753396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.753808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.754209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.754608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.755002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.755389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.755796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.756182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.756598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.757021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.757406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.757795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.758219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.758606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.758992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.759369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.759739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.760135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.760563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.760944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.761317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.761716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.762101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.762483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:10.767216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:10.830913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.859036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.908629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.912666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f134992c-9a9f-452c-8c7c-f3292f619ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:10.924762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030b95b-4ec5-4d47-8018-45fd5f2ecc4b,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:10.927656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:10.935092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:10.939210 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a030b95b-4ec5-4d47-8018-45fd5f2ecc4b HTTP/1.1" status: 204  len: 168 time: 0.1886649
Feb 15 15:49:18.855047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-8e7a48eb-71fc-4e19-bf93-b2826f85e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:18.856720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-8e7a48eb-71fc-4e19-bf93-b2826f85e631 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.1485729
Feb 15 15:49:18.869736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49903ac-a282-4a5c-a40f-f25d64239bf5 req-08b150d4-0ecd-4320-9f3e-c01a190050fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:18.871329 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c49903ac-a282-4a5c-a40f-f25d64239bf5 req-08b150d4-0ecd-4320-9f3e-c01a190050fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1182325
Feb 15 15:49:19.020812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c49903ac-a282-4a5c-a40f-f25d64239bf5 req-b663b47a-bf5d-4b7a-92cb-e202fd055977 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246338
Feb 15 15:49:19.064757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-390da1c0-0110-4489-8833-7aad2d05e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:19.066382 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-390da1c0-0110-4489-8833-7aad2d05e0a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.1941121
Feb 15 15:49:19.181121 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-76d7aecf-6983-4886-a65d-baad8c65bcf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.0679383
Feb 15 15:49:19.280265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-b1b29daa-4402-4b2b-8a30-54181b2c220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:19.281902 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-b1b29daa-4402-4b2b-8a30-54181b2c220a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.0708508
Feb 15 15:49:19.344377 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-4bdd6d84-f8a8-4f46-8f0b-13ff39b2811a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483606
Feb 15 15:49:19.698482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-55c2469a-e6ec-4bd1-bfe9-54596c149957 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424208
Feb 15 15:49:19.851639 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e74ce7c-3bd0-4f5c-8213-8636e426c3a9 req-31939913-f255-47a9-b392-de8e8e8277e1 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387610
Feb 15 15:49:20.080064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:20.267275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93972c9-0a06-4f22-8e5c-6e1eb2347347 req-0ae5ad54-d531-4e9d-8b4a-2e385dc06d6b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:20.269030 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b93972c9-0a06-4f22-8e5c-6e1eb2347347 req-0ae5ad54-d531-4e9d-8b4a-2e385dc06d6b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1039443
Feb 15 15:49:20.320397 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b93972c9-0a06-4f22-8e5c-6e1eb2347347 req-61198d76-3656-49be-aaff-0fba808a9b46 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436854
Feb 15 15:49:21.538848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963d47f-c9bd-44fe-81f9-a73efe63ae1a req-fe3b8a22-4723-4dd4-bf7c-c58d405271a2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:21.540517 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e963d47f-c9bd-44fe-81f9-a73efe63ae1a req-fe3b8a22-4723-4dd4-bf7c-c58d405271a2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0897973
Feb 15 15:49:21.592467 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e963d47f-c9bd-44fe-81f9-a73efe63ae1a req-c0dc40f1-d0c8-44fe-b9e7-5daa032fe6e6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452478
Feb 15 15:49:22.822205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d427c0-1e35-4656-b5ee-09394dbe984b req-af34d858-5284-497b-9450-e439e95f0ba3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:22.823849 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94d427c0-1e35-4656-b5ee-09394dbe984b req-af34d858-5284-497b-9450-e439e95f0ba3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1109955
Feb 15 15:49:22.874200 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94d427c0-1e35-4656-b5ee-09394dbe984b req-961990b5-6e17-4913-bf0d-8d4a9ba69073 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437195
Feb 15 15:49:24.095228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76f82-225e-47ba-a4de-f8f3ac63a8f7 req-fac622b7-ba3d-4b59-8778-fe4cab210069 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:24.097002 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51f76f82-225e-47ba-a4de-f8f3ac63a8f7 req-fac622b7-ba3d-4b59-8778-fe4cab210069 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0953584
Feb 15 15:49:24.151221 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51f76f82-225e-47ba-a4de-f8f3ac63a8f7 req-8ea027cb-1a1a-46a8-a589-959fda730491 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475667
Feb 15 15:49:25.361608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c701f-e486-4812-991e-b19c28042af2 req-730ab2cf-6ce3-4378-8965-8b8a0bcf5a85 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:25.363237 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c1c701f-e486-4812-991e-b19c28042af2 req-730ab2cf-6ce3-4378-8965-8b8a0bcf5a85 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0918424
Feb 15 15:49:25.413561 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c1c701f-e486-4812-991e-b19c28042af2 req-c07ffb5d-b28a-4386-8b3c-fd865acd87ec tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438097
Feb 15 15:49:26.632198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a46c8-4785-4b37-9fb8-42301483f118 req-74a23ecf-7062-40cd-b987-026e95356c6a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:26.633832 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b4a46c8-4785-4b37-9fb8-42301483f118 req-74a23ecf-7062-40cd-b987-026e95356c6a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0954680
Feb 15 15:49:26.682709 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b4a46c8-4785-4b37-9fb8-42301483f118 req-130cc7b7-8d46-4028-b17c-9f3d23618dd4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424907
Feb 15 15:49:26.884976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:49:27.890944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0bff9-f14b-402e-b523-e0d9759c879f req-bcb7a4e3-7353-4843-8a65-8faf517b2606 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:27.892623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c7e0bff9-f14b-402e-b523-e0d9759c879f req-bcb7a4e3-7353-4843-8a65-8faf517b2606 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0888431
Feb 15 15:49:27.942249 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c7e0bff9-f14b-402e-b523-e0d9759c879f req-ebe22045-7764-42b3-9084-8b25f82d64ad tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431237
Feb 15 15:49:29.165027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181730-caff-4c8b-8ee4-66db78e90d25 req-597a3242-8da6-44f5-bd7c-d5163b5264fb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:29.166649 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f0181730-caff-4c8b-8ee4-66db78e90d25 req-597a3242-8da6-44f5-bd7c-d5163b5264fb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0997224
Feb 15 15:49:29.220605 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f0181730-caff-4c8b-8ee4-66db78e90d25 req-acd98bd8-9ef0-4b66-a430-41bb67ede1f3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436981
Feb 15 15:49:30.451249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96f0b5-d2fe-4032-88dc-45d29f194889 req-0cccccb5-c871-45c3-9a40-e51c0823f9c0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:30.452828 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e96f0b5-d2fe-4032-88dc-45d29f194889 req-0cccccb5-c871-45c3-9a40-e51c0823f9c0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0892167
Feb 15 15:49:30.506562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5e96f0b5-d2fe-4032-88dc-45d29f194889 req-3870e1cf-2c8f-45da-a36e-2a33069f585b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471532
Feb 15 15:49:31.728451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3b45-dce7-4127-8d16-231ecdc5636d req-979f4832-8a0c-466a-95fc-65a41fc658b6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:31.730088 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dca3b45-dce7-4127-8d16-231ecdc5636d req-979f4832-8a0c-466a-95fc-65a41fc658b6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1027567
Feb 15 15:49:31.782611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dca3b45-dce7-4127-8d16-231ecdc5636d req-f0d5562d-6af3-4916-b222-6bc0f1679e8f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432873
Feb 15 15:49:33.008814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d7b96-b0c5-4aa1-9c6e-761ff6cee5e1 req-2f793213-25dd-4b96-baa5-300f6bd292cb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:33.010426 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-af8d7b96-b0c5-4aa1-9c6e-761ff6cee5e1 req-2f793213-25dd-4b96-baa5-300f6bd292cb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0959878
Feb 15 15:49:33.287708 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-af8d7b96-b0c5-4aa1-9c6e-761ff6cee5e1 req-e11e7802-b52a-4642-886b-f8fc559027d2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706394
Feb 15 15:49:34.494385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f855b6c-ba90-42e4-96ba-e76bc0cd453f req-f412158f-3690-47aa-9378-951ee5cd8666 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:34.495997 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f855b6c-ba90-42e4-96ba-e76bc0cd453f req-f412158f-3690-47aa-9378-951ee5cd8666 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0895059
Feb 15 15:49:34.546456 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7f855b6c-ba90-42e4-96ba-e76bc0cd453f req-b782f75f-90dd-4dc8-8014-d6d4384e323f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434742
Feb 15 15:49:35.523176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07529bae-293c-4e3d-bbd4-ce866de45e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:35.759965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee1c0-06fa-469b-94b0-33a3b616cca0 req-8dd269a6-ba95-4d13-9229-3ef4f10c8842 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:35.761608 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62bee1c0-06fa-469b-94b0-33a3b616cca0 req-8dd269a6-ba95-4d13-9229-3ef4f10c8842 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0897593
Feb 15 15:49:35.811076 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62bee1c0-06fa-469b-94b0-33a3b616cca0 req-e230aa2c-5a96-4602-bac8-5febd791775e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428765
Feb 15 15:49:37.056826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca88eb3-da1a-4170-a0c8-27cd5eafcc8b req-8d419243-6a17-4229-98d2-f07e36dca1b8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:37.058454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bca88eb3-da1a-4170-a0c8-27cd5eafcc8b req-8d419243-6a17-4229-98d2-f07e36dca1b8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0965917
Feb 15 15:49:37.107724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bca88eb3-da1a-4170-a0c8-27cd5eafcc8b req-8aead96a-1dfe-47d8-9f88-34012d79f775 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426214
Feb 15 15:49:38.303515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44ae4d61-84a6-48cb-b984-685d5b1df69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:38.319647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec057-44b3-49dc-9188-494a08142d26 req-25019d6a-9c4b-4441-b018-2f62f9644fac tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:38.321667 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-245ec057-44b3-49dc-9188-494a08142d26 req-25019d6a-9c4b-4441-b018-2f62f9644fac tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0915618
Feb 15 15:49:38.373375 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-245ec057-44b3-49dc-9188-494a08142d26 req-d958fbc9-cc95-42fb-a4c5-e4ec13ebe78e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450723
Feb 15 15:49:39.158773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:39.575881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-ac1206be-1f0c-4162-bb55-4af92fd9f5ff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:39.578441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-ac1206be-1f0c-4162-bb55-4af92fd9f5ff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.1609080
Feb 15 15:49:39.588023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b17b-fbe5-4dd1-ae0f-ad52386c0f3e req-89992900-366e-4ec4-b1d8-547e2a997ddf tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:39.589943 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd31b17b-fbe5-4dd1-ae0f-ad52386c0f3e req-89992900-366e-4ec4-b1d8-547e2a997ddf tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0983176
Feb 15 15:49:39.600847 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-c2a55a94-6273-4c27-85fa-21f2812f6e22 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/quotas/51805d0596474dd284dab71569ac7a9b HTTP/1.1" status: 200  len: 375 time: 0.0155210
Feb 15 15:49:39.641079 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd31b17b-fbe5-4dd1-ae0f-ad52386c0f3e req-8ecb808d-ec85-4644-b357-affec40d5061 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430787
Feb 15 15:49:39.696477 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-c87062f8-51cc-4fb7-a33c-867bc86dae3e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0918787
Feb 15 15:49:39.873962 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-e4e627a2-2dd5-4052-835e-67cd904c675e service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694527
Feb 15 15:49:39.914463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:40.020229 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1686f198-b8ee-4e5a-9688-f1a9b63803c3 service neutron] 10.222.0.102 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393030
Feb 15 15:49:40.222645 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f90eedd3-a7c7-4c55-8081-303b2e28abe3 req-040605cb-c1b2-4792-8a96-819dc761b4ea tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 210 time: 0.0487621
Feb 15 15:49:40.443448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:40.848523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1b2a6-f5b8-4178-b385-c4fa9bd8fd03 req-f60f9f6c-befd-4e79-acb9-eb56942cd9cd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:40.850707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45d1b2a6-f5b8-4178-b385-c4fa9bd8fd03 req-f60f9f6c-befd-4e79-acb9-eb56942cd9cd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0899682
Feb 15 15:49:40.904290 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45d1b2a6-f5b8-4178-b385-c4fa9bd8fd03 req-7e087dfd-8d60-4d1a-ae1b-fe0a6961043e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449104
Feb 15 15:49:41.411384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62b51a56-494c-4355-9dda-eaa9974f292d req-28783ae6-f68f-45c0-bd58-298c8e5ba22c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 210 time: 0.0622244
Feb 15 15:49:42.104512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-b81961a9-fd11-413d-a0ea-ebb293b1d2e7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:42.106110 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-b81961a9-fd11-413d-a0ea-ebb293b1d2e7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 814 time: 0.2095468
Feb 15 15:49:42.133209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Request body: {'port': {'device_id': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c', 'admin_state_up': True, 'tenant_id': '51805d0596474dd284dab71569ac7a9b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:49:42.260382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d345d9-128a-4512-8990-6badbb65641d req-cc0f4287-9bda-47b4-946c-fdbdfe6c35ce tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:42.262000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d345d9-128a-4512-8990-6badbb65641d req-cc0f4287-9bda-47b4-946c-fdbdfe6c35ce tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2357428
Feb 15 15:49:42.327804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:49:42.340782 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2d345d9-128a-4512-8990-6badbb65641d req-aa55a66b-7ac5-4aec-a0d6-cb7fb325a6e6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718904
Feb 15 15:49:42.344713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:49:42.354415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Made reservation on behalf of 51805d0596474dd284dab71569ac7a9b for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:49:42.360602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:42.627864 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e4de224-9db5-4faf-88bb-5d7e01d7c7f3 req-ab2831a9-6cc1-4614-99a5-5913127422f4 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 210 time: 0.0615470
Feb 15 15:49:42.726295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Allocated IP 172.20.0.3 (0256bb9e-0a8c-406f-8814-08e40b15f61c/2716d948-d630-4602-bb22-92b55b7a03d1/3e063d3f-cfb5-46c5-bc96-998a812b5bf6) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:49:42.954136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:43.001033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:43.016233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81783242-0db7-4dbf-96b2-a8bda98f6599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:43.163235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event updated for resources: {'Port': ['ID=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:43.167586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:43.212529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:49:43.213707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:49:43.216131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:49:43.220639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:43.221292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:43.247294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1184990
Feb 15 15:49:43.269891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Request body: {'port': {'device_id': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:49:43.395270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:43.683933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072795fd-52bb-485c-bcd3-7f8afe91083c req-ced8ddc7-31e1-48a8-8075-a81d43ee4bd6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:43.687881 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-072795fd-52bb-485c-bcd3-7f8afe91083c req-ced8ddc7-31e1-48a8-8075-a81d43ee4bd6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2248793
Feb 15 15:49:43.879185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-43009fea-f140-46e3-b351-b7263b5f63a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1419818
Feb 15 15:49:43.909834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74697da-2110-4724-8d9b-4fd030d7e3fb req-c249201f-3106-40d1-b0f7-5a68a94f93d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:43.911562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e74697da-2110-4724-8d9b-4fd030d7e3fb req-c249201f-3106-40d1-b0f7-5a68a94f93d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 931 time: 0.1119430
Feb 15 15:49:44.024703 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e74697da-2110-4724-8d9b-4fd030d7e3fb req-9f787a74-5083-4724-9607-67056069e1a2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509005
Feb 15 15:49:44.057007 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-072795fd-52bb-485c-bcd3-7f8afe91083c req-44864b25-85bd-4b48-9adb-654b4588672a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456283
Feb 15 15:49:44.059334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-368a6314-9767-4c59-82db-dfea8525b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:44.061625 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-368a6314-9767-4c59-82db-dfea8525b31b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 1162 time: 0.1442161
Feb 15 15:49:44.171578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:49:44.180901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.198026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Transition to ACTIVE for port object 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:49:44.202539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.216529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f20c3fa-5fa9-4bb8-8ed1-1cb0569762aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:44.251604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-56acbb79-28c9-44e9-b5ca-0ebc0afa572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:44.253323 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-56acbb79-28c9-44e9-b5ca-0ebc0afa572f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.1431940
Feb 15 15:49:44.341737 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-7f1bb3ce-b2ae-4647-96f2-587bbe71f995 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 200  len: 217 time: 0.0708916
Feb 15 15:49:44.360860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Pushing event updated for resources: {'Port': ['ID=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:44.365485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:44.423625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-ed49b44b-74a5-459a-a2d1-52ddb20a1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:44.425214 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-ed49b44b-74a5-459a-a2d1-52ddb20a1a3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.0661354
Feb 15 15:49:44.490521 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-fbd251b7-bb5d-4df5-aace-547d75e8adef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502341
Feb 15 15:49:44.492022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Attempting to bind port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:49:44.492506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Attempting to bind port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:49:44.493044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Attempting to bind port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 on network 0256bb9e-0a8c-406f-8814-08e40b15f61c {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:49:44.499304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:49:44.499930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Checking segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:49:44.500216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.500763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Bound using segment: {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:49:44.501354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Bound port: 3e063d3f-cfb5-46c5-bc96-998a812b5bf6, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0256bb9e-0a8c-406f-8814-08e40b15f61c'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:49:44.501610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.597660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] For port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:49:44.601658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] For port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:49:44.606296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.621856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:44.646617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-301919be-4baa-4db8-af54-97f8446af4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436193
Feb 15 15:49:44.780832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Pushing event updated for resources: {'Port': ['ID=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:44.785782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:44.817497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8f6cb75-8dbb-4db9-88fe-01cb8d1df48e req-5ea1e056-5b56-44d9-a5e3-d50c866f34d0 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547728
Feb 15 15:49:44.831096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:44.831974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:44.833782 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e063d3f-cfb5-46c5-bc96-998a812b5bf6 HTTP/1.1" status: 200  len: 1157 time: 1.5686417
Feb 15 15:49:44.834309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:49:44.883481 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6', 'status': 'completed', 'code': 200}
Feb 15 15:49:44.998601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-2ac1810c-4981-4ff0-a8c9-58508c87d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.000298 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-2ac1810c-4981-4ff0-a8c9-58508c87d191 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 1160 time: 0.0830059
Feb 15 15:49:45.091565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-0171f65b-ee21-4389-bf6f-ec708bcd08f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e063d3f-cfb5-46c5-bc96-998a812b5bf6 HTTP/1.1" status: 200  len: 217 time: 0.0741947
Feb 15 15:49:45.204864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-554e3ecd-bc22-478f-aed3-662502c9038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.207674 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-554e3ecd-bc22-478f-aed3-662502c9038c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.0997210
Feb 15 15:49:45.256874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de637464-7cd3-462e-9528-5d27eb9f1656 req-affa86cb-1a81-4780-bbb1-45e10597ee15 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.258469 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de637464-7cd3-462e-9528-5d27eb9f1656 req-affa86cb-1a81-4780-bbb1-45e10597ee15 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.0973055
Feb 15 15:49:45.305190 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-a71c38e3-50ac-4270-9d87-3f15a6021c08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597329
Feb 15 15:49:45.307391 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de637464-7cd3-462e-9528-5d27eb9f1656 req-c52900e7-4bdd-4569-8ab6-52080233dd4d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424988
Feb 15 15:49:45.447857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09f019-99c6-40e1-b326-505f95244f77 req-3f9a0e15-18ce-4ef7-8a74-892d3fe7e436 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.449517 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d09f019-99c6-40e1-b326-505f95244f77 req-3f9a0e15-18ce-4ef7-8a74-892d3fe7e436 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2407215
Feb 15 15:49:45.516990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-41bfc999-6779-44c9-bd5e-706b36606337 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843786
Feb 15 15:49:45.524530 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d09f019-99c6-40e1-b326-505f95244f77 req-7c27660b-e493-444e-b13b-635f7c46b7c8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675588
Feb 15 15:49:45.675632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97f895d3-f6aa-4435-bed1-6fba87f66a11 req-79d69a37-6b3a-4305-8ffc-3472e7a3755d service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402309
Feb 15 15:49:45.835086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-cfa78edf-bdfe-4cdd-9da9-0f0822a737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.836726 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-cfa78edf-bdfe-4cdd-9da9-0f0822a737ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 1160 time: 0.0840046
Feb 15 15:49:45.997134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-bc036f40-9e26-4357-b84b-db9458475b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:45.998770 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-bc036f40-9e26-4357-b84b-db9458475b24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.1484790
Feb 15 15:49:46.083419 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-a8f38bde-7d20-4b36-a33a-8491e89314a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e063d3f-cfb5-46c5-bc96-998a812b5bf6 HTTP/1.1" status: 200  len: 217 time: 0.0714321
Feb 15 15:49:46.180561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-88cf0b74-977f-49b1-a8fc-e606408740c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:46.182150 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-88cf0b74-977f-49b1-a8fc-e606408740c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.0669804
Feb 15 15:49:46.288276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-503b79ea-050a-493b-a9e0-9169ced37717 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530257
Feb 15 15:49:46.455135 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-f4c5244c-e4d8-4e4e-99a2-8a5dee787460 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399136
Feb 15 15:49:46.525346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3b7a3-b186-4f51-949c-fd68a09bafa3 req-5e89fb6b-38c4-4cbd-88ff-e0b74b24c6c1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:46.526970 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-41f3b7a3-b186-4f51-949c-fd68a09bafa3 req-5e89fb6b-38c4-4cbd-88ff-e0b74b24c6c1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.0907328
Feb 15 15:49:46.576150 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-41f3b7a3-b186-4f51-949c-fd68a09bafa3 req-8293823a-7be7-4da6-840d-33aa1164edb0 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426133
Feb 15 15:49:46.613157 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ae73047-d778-40e3-bf89-923befbb3b3d req-e0aeba3c-a44f-4795-8db4-9da99136d043 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470432
Feb 15 15:49:46.734691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c878d-f7e9-4baf-9cb1-0dddcb1ed0eb req-b39d8e59-a75c-4330-bfb8-a12d2dfab94d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:46.736307 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc3c878d-f7e9-4baf-9cb1-0dddcb1ed0eb req-b39d8e59-a75c-4330-bfb8-a12d2dfab94d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0906906
Feb 15 15:49:46.791672 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc3c878d-f7e9-4baf-9cb1-0dddcb1ed0eb req-d342d135-6614-482c-a08a-645ddfa98162 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463259
Feb 15 15:49:47.801387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85e57-61f8-4936-a17b-7e8ffee411b9 req-7050521b-b838-4063-804c-5ff85e5fc8d9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:47.803363 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb85e57-61f8-4936-a17b-7e8ffee411b9 req-7050521b-b838-4063-804c-5ff85e5fc8d9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.0926926
Feb 15 15:49:47.855149 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb85e57-61f8-4936-a17b-7e8ffee411b9 req-e2e13105-bef3-4d88-b086-0603650557c2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440211
Feb 15 15:49:48.002628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c2ce-b446-40d8-9fc3-4d8f0f93bb86 req-3c0cf689-78c0-46e2-ba7a-614db7c63945 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:48.004239 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3951c2ce-b446-40d8-9fc3-4d8f0f93bb86 req-3c0cf689-78c0-46e2-ba7a-614db7c63945 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0928562
Feb 15 15:49:48.051380 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3951c2ce-b446-40d8-9fc3-4d8f0f93bb86 req-f192e3fd-3913-40c6-80ff-8143f05b59ac tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407588
Feb 15 15:49:49.088268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825d2f-3f8f-43c3-9b35-a12c6babfc6d req-9d872ce7-8871-42d0-809d-410c80230d37 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:49.089891 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1825d2f-3f8f-43c3-9b35-a12c6babfc6d req-9d872ce7-8871-42d0-809d-410c80230d37 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.1079113
Feb 15 15:49:49.139733 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d1825d2f-3f8f-43c3-9b35-a12c6babfc6d req-18f68bf9-294c-4e8c-89df-e425d636924c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432327
Feb 15 15:49:49.429979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b850-08c9-45cc-8b24-677e0dbd81fa req-eee695c8-8dde-4b48-a645-f9bfcb63c2c8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:49.431529 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f95b850-08c9-45cc-8b24-677e0dbd81fa req-eee695c8-8dde-4b48-a645-f9bfcb63c2c8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0946801
Feb 15 15:49:49.481143 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f95b850-08c9-45cc-8b24-677e0dbd81fa req-3f754e1f-d869-4edb-bdb2-aafb3bfb305b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416799
Feb 15 15:49:50.089927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:50.355454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15091a4f-9c30-448a-8050-0b031a631f5d req-255a41b3-c96f-481c-88f6-7d10f9aa96d9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:50.357159 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-15091a4f-9c30-448a-8050-0b031a631f5d req-255a41b3-c96f-481c-88f6-7d10f9aa96d9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.0973313
Feb 15 15:49:50.405718 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-15091a4f-9c30-448a-8050-0b031a631f5d req-2ed0b844-9d85-4d0a-8795-8bc26d5ae026 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414181
Feb 15 15:49:50.692813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdca06-35ef-4ef2-8cf1-d685d2bf4765 req-94541c50-c245-42b7-8e3f-156fb2351a0e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:50.694441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fdbdca06-35ef-4ef2-8cf1-d685d2bf4765 req-94541c50-c245-42b7-8e3f-156fb2351a0e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0940807
Feb 15 15:49:50.746943 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fdbdca06-35ef-4ef2-8cf1-d685d2bf4765 req-5eaa755d-1c2a-4e25-9863-eb5f93b86acd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452476
Feb 15 15:49:51.570116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 51388) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:49:51.618365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29153923-8eb1-403c-8e2d-aad4e61f8a56 req-3baee7fa-a7b9-43c9-9046-3865c759c2e9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:51.619991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29153923-8eb1-403c-8e2d-aad4e61f8a56 req-3baee7fa-a7b9-43c9-9046-3865c759c2e9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 943 time: 0.0878224
Feb 15 15:49:51.668139 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29153923-8eb1-403c-8e2d-aad4e61f8a56 req-b7050d03-484b-4d27-821c-a15443821473 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416615
Feb 15 15:49:51.700417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:51.715862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:49:51.720352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Usage tracker for resource:security_group_rule and tenant:28d30c62a37c4cebb799a5c5e0a549a2 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:49:51.723501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:49:51.729910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:49:51.822596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:51.826876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:51.838925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7df2fd19-4d93-46d6-abd7-2cf8d841848c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:51.928201 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=28d30c62a37c4cebb799a5c5e0a549a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3568666
Feb 15 15:49:51.931301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 51398) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:49:51.935164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678997f4-acf6-41fb-9995-d9753e8d343e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:51.950329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.950534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.950871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.951260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.951644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.952026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.952454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.952837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.953222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.953607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.953950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.954381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.954835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.955214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.955589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.955965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.956406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.956785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.957162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.957535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.957911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.958285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.958655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.959025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:51.963763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:51.966519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:49:51.995727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7a99-be81-4b0a-890c-360362745546 req-1fc7fe88-e287-4280-8a5a-93cde55fcc92 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:51.997462 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-757a7a99-be81-4b0a-890c-360362745546 req-1fc7fe88-e287-4280-8a5a-93cde55fcc92 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1232655
Feb 15 15:49:52.016435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.045347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.048562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-757a7a99-be81-4b0a-890c-360362745546 req-19dc428c-e146-4729-a66a-20507b0ab644 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447290
Feb 15 15:49:52.053934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:49:52.059438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:49:52.059859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.108886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.114936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-986637a1-247b-40ab-998f-4fd82513d8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:52.128526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678997f4-acf6-41fb-9995-d9753e8d343e,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:52.134138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:52.145363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.146774 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/678997f4-acf6-41fb-9995-d9753e8d343e HTTP/1.1" status: 204  len: 168 time: 0.2144263
Feb 15 15:49:52.224614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.253720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:49:52.264952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:49:52.268804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:52.271257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:49:52.311646 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6', 'code': 200}
Feb 15 15:49:52.352032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:49:52.361417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.361805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.362169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.362545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.362917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.363521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.363610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.364033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.364341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.364651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.365144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.365376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.365790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.366154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.366512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.366866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.367220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.367579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.367934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.368329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.368692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.369045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.369404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.369756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:49:52.375042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:49:52.886197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72a77-9a8b-472a-8472-8f925af0b073 req-bea8ff2e-cb5e-4092-a0ee-3e3a62071cd1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:52.886952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-45f72a77-9a8b-472a-8472-8f925af0b073 req-bea8ff2e-cb5e-4092-a0ee-3e3a62071cd1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:49:52.903514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-45f72a77-9a8b-472a-8472-8f925af0b073 req-bea8ff2e-cb5e-4092-a0ee-3e3a62071cd1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:49:52.904796 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45f72a77-9a8b-472a-8472-8f925af0b073 req-bea8ff2e-cb5e-4092-a0ee-3e3a62071cd1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1125605
Feb 15 15:49:52.953784 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45f72a77-9a8b-472a-8472-8f925af0b073 req-6fb35c25-a981-4abe-8b7f-7a889d7294da tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423591
Feb 15 15:49:56.255444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2958fa-2adb-4fae-ab87-c4880a06f658 req-4c0677ef-1896-465b-9a87-d2074b1664f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:56.257023 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a2958fa-2adb-4fae-ab87-c4880a06f658 req-4c0677ef-1896-465b-9a87-d2074b1664f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0887425
Feb 15 15:49:56.261427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:49:56.306195 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a2958fa-2adb-4fae-ab87-c4880a06f658 req-bdffc2d2-8df0-4654-a46d-82eaf660add5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425560
Feb 15 15:49:56.352190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:49:56.352612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:49:56.365251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f783e-156b-47d3-9949-e11f20062019 req-bbbff6fe-1be1-46d8-90d2-25a3a7bd3b8d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:56.367216 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-041f783e-156b-47d3-9949-e11f20062019 req-bbbff6fe-1be1-46d8-90d2-25a3a7bd3b8d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1750393
Feb 15 15:49:56.369347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91cee-e6c1-4479-9aac-d1bca4c0391e req-ee46832d-772a-4ec1-8245-ffaedd1fd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:56.371012 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0fd91cee-e6c1-4479-9aac-d1bca4c0391e req-ee46832d-772a-4ec1-8245-ffaedd1fd053 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 1162 time: 0.1372969
Feb 15 15:49:56.447808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-041f783e-156b-47d3-9949-e11f20062019 req-e8353b09-0719-4e29-8f21-36b469f934d3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742059
Feb 15 15:49:56.449509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0fd91cee-e6c1-4479-9aac-d1bca4c0391e req-743eb6a6-86eb-47ed-bf78-a3720107b409 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598636
Feb 15 15:49:57.537910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a956-8439-46e1-8a46-dc0c5b9a41c7 req-ad7a0e69-56bf-462b-a2e3-5d62a7f242f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:57.539516 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7034a956-8439-46e1-8a46-dc0c5b9a41c7 req-ad7a0e69-56bf-462b-a2e3-5d62a7f242f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0956593
Feb 15 15:49:57.588365 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7034a956-8439-46e1-8a46-dc0c5b9a41c7 req-324dc56b-d5ea-4db5-95ce-41ffa235ad1b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421982
Feb 15 15:49:57.655149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ceaa8-b2bf-47a8-8ca0-5a8b0cde0f0e req-242f1602-d4d3-460f-842c-974c308e854c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:57.656809 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-786ceaa8-b2bf-47a8-8ca0-5a8b0cde0f0e req-242f1602-d4d3-460f-842c-974c308e854c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0893674
Feb 15 15:49:57.705495 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-786ceaa8-b2bf-47a8-8ca0-5a8b0cde0f0e req-4bfb5730-3a40-483d-899f-78967de2642e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414045
Feb 15 15:49:58.808870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e5f2-77e2-42c1-841a-25a2f801fde2 req-416a624f-6940-4324-90c5-fe4a521641c1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:58.810405 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0975e5f2-77e2-42c1-841a-25a2f801fde2 req-416a624f-6940-4324-90c5-fe4a521641c1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0918407
Feb 15 15:49:58.859029 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0975e5f2-77e2-42c1-841a-25a2f801fde2 req-4fa4eae2-13a1-4e17-acb5-99c9fe75ad17 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421965
Feb 15 15:49:58.908156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314c652-7792-4839-82e7-de77075be469 req-d5d7b738-d4a0-4038-8ed4-f9115379e35b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:49:58.909835 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6314c652-7792-4839-82e7-de77075be469 req-d5d7b738-d4a0-4038-8ed4-f9115379e35b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0899401
Feb 15 15:49:59.193602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6314c652-7792-4839-82e7-de77075be469 req-007c8a4c-e165-40b5-bebd-e74e66ed133b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766206
Feb 15 15:50:00.065632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb351-386a-4e93-a753-99c09c5e1e25 req-c5ed132a-13d3-4a09-b77b-3fc692e1ea41 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:00.067136 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be3fb351-386a-4e93-a753-99c09c5e1e25 req-c5ed132a-13d3-4a09-b77b-3fc692e1ea41 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0885837
Feb 15 15:50:00.119990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-be3fb351-386a-4e93-a753-99c09c5e1e25 req-5aaea01d-d382-4c88-95d0-08e83a8e2485 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431406
Feb 15 15:50:00.312686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:00.391769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:00.392218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:00.413514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323966f-3a0e-456f-8f83-7be26c6d5638 req-5d92fdce-709c-41c4-9f65-90f4dffbeffb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:00.415141 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e323966f-3a0e-456f-8f83-7be26c6d5638 req-5d92fdce-709c-41c4-9f65-90f4dffbeffb tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1099710
Feb 15 15:50:00.468974 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e323966f-3a0e-456f-8f83-7be26c6d5638 req-54210626-dcb1-4214-a571-3b7ab3a4295d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475097
Feb 15 15:50:01.346670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739a30-b93a-4bbf-8d52-adbe20155401 req-61a22048-625d-4a9a-a05a-3e360c125501 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:01.348343 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39739a30-b93a-4bbf-8d52-adbe20155401 req-61a22048-625d-4a9a-a05a-3e360c125501 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0929246
Feb 15 15:50:01.400811 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39739a30-b93a-4bbf-8d52-adbe20155401 req-d9de34e7-b2ef-4288-8adb-d90d6ddafe67 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456252
Feb 15 15:50:01.668353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4ac4c-0a52-4600-8e11-ed8a23b812a2 req-5374da39-c292-48d0-b239-4a29c01dffb3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:01.669885 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22a4ac4c-0a52-4600-8e11-ed8a23b812a2 req-5374da39-c292-48d0-b239-4a29c01dffb3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0865307
Feb 15 15:50:01.722194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-22a4ac4c-0a52-4600-8e11-ed8a23b812a2 req-509b8d68-c2a8-4059-8a7b-e5f49df34fff tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455148
Feb 15 15:50:02.131188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afd6d-3fda-4d10-8625-0c39a98fc5dd req-575fb4a3-79f8-4cb1-a094-59e4c7b21cd4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:02.138990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f7afd6d-3fda-4d10-8625-0c39a98fc5dd req-575fb4a3-79f8-4cb1-a094-59e4c7b21cd4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1065550
Feb 15 15:50:02.204480 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5f7afd6d-3fda-4d10-8625-0c39a98fc5dd req-afed4963-9965-40b2-8f1a-f0c3aa048d83 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643842
Feb 15 15:50:02.464936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:02.542029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:02.542634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:02.820689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c7e87-b7c5-4224-877b-91ce33c469ae req-98d48c48-a50e-4d40-9e78-68d4fc2c5a4f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:02.822645 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-517c7e87-b7c5-4224-877b-91ce33c469ae req-98d48c48-a50e-4d40-9e78-68d4fc2c5a4f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0909874
Feb 15 15:50:02.874685 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-517c7e87-b7c5-4224-877b-91ce33c469ae req-7915d881-5786-4b59-90d5-2c2e5f2a022a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423188
Feb 15 15:50:03.421120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df9db9-dd74-4599-bd63-190ead0624a2 req-3f8270f2-a41a-4401-9ab4-3a180a5b405b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:03.422717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-98df9db9-dd74-4599-bd63-190ead0624a2 req-3f8270f2-a41a-4401-9ab4-3a180a5b405b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0893219
Feb 15 15:50:03.470894 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-98df9db9-dd74-4599-bd63-190ead0624a2 req-4d013763-5872-41f9-89b8-e73a11b2135e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414987
Feb 15 15:50:03.890410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:50:04.103959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5064cd2-dce4-41e5-b508-8cd576d1b1a2 req-09912b25-c4e5-4587-b5c3-47968386388b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:04.105566 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5064cd2-dce4-41e5-b508-8cd576d1b1a2 req-09912b25-c4e5-4587-b5c3-47968386388b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1018741
Feb 15 15:50:04.156975 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5064cd2-dce4-41e5-b508-8cd576d1b1a2 req-ac6132f4-ec28-477a-83bf-7c64c359c6a8 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416920
Feb 15 15:50:04.677651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640adaec-9665-4972-bb5b-3ace816a291b req-0f700c11-269f-4b7f-b442-b193dbcbf47c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:04.679232 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-640adaec-9665-4972-bb5b-3ace816a291b req-0f700c11-269f-4b7f-b442-b193dbcbf47c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0862892
Feb 15 15:50:04.728327 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-640adaec-9665-4972-bb5b-3ace816a291b req-69972810-485e-4046-991b-e764cc4aa9fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425744
Feb 15 15:50:05.537191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-467c7a2c-21a2-4c6a-b756-85c95c86f579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:08.315072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cce7c887-3d06-4d16-bae0-7c8a6148267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:08.749302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b84ee-6102-44f8-8022-9735dd5b62dd req-52dad653-8567-4bbe-bc60-c5820d3ac1fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:08.751139 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-178b84ee-6102-44f8-8022-9735dd5b62dd req-52dad653-8567-4bbe-bc60-c5820d3ac1fe tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0900507
Feb 15 15:50:08.802105 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-178b84ee-6102-44f8-8022-9735dd5b62dd req-e9e394ff-50be-41f0-bb89-984f3f176f17 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443184
Feb 15 15:50:08.823720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47633b7-942d-43e5-bd74-903e73de44ff req-d9c79e49-338e-4d07-9737-fb806fcc2997 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:08.825575 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c47633b7-942d-43e5-bd74-903e73de44ff req-d9c79e49-338e-4d07-9737-fb806fcc2997 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0891619
Feb 15 15:50:08.875017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c47633b7-942d-43e5-bd74-903e73de44ff req-6aba78c2-bbe7-4202-b2a5-a9bf79a7a960 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424089
Feb 15 15:50:09.152393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:09.920426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:10.007973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818cc1-18bf-45fe-8b93-60fccc411c8f req-47680e38-9eb4-431c-8050-8466d79df702 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:10.009631 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6d818cc1-18bf-45fe-8b93-60fccc411c8f req-47680e38-9eb4-431c-8050-8466d79df702 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0933084
Feb 15 15:50:10.060006 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6d818cc1-18bf-45fe-8b93-60fccc411c8f req-0f5395ab-455e-49d2-9506-75705e9b68d7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436957
Feb 15 15:50:10.092867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f021a-6139-42e8-8821-049971f91cdd req-1f786ba7-cc34-4c9f-87e9-ad77b753d54b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:10.094665 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-555f021a-6139-42e8-8821-049971f91cdd req-1f786ba7-cc34-4c9f-87e9-ad77b753d54b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0857759
Feb 15 15:50:10.144913 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-555f021a-6139-42e8-8821-049971f91cdd req-7c14be02-1aa8-42e7-b30f-9f87271f0c7f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438130
Feb 15 15:50:10.446623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:11.267274 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef630a6-6ee1-4d0c-a4b3-58e8a60accc8 req-617ce480-28b7-452e-b51b-0bd43c4b9220 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:11.268894 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef630a6-6ee1-4d0c-a4b3-58e8a60accc8 req-617ce480-28b7-452e-b51b-0bd43c4b9220 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0919929
Feb 15 15:50:11.323426 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef630a6-6ee1-4d0c-a4b3-58e8a60accc8 req-e33dd2a0-aac1-4f9b-ab11-e8f9b6c6c014 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478053
Feb 15 15:50:11.362084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f83b84-1599-46a4-b46b-f2c6df3c77a2 req-7523eef6-c881-4095-b6be-8cc52b5f568e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:11.363713 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39f83b84-1599-46a4-b46b-f2c6df3c77a2 req-7523eef6-c881-4095-b6be-8cc52b5f568e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0898945
Feb 15 15:50:11.417479 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39f83b84-1599-46a4-b46b-f2c6df3c77a2 req-04b7b12e-9074-4dd4-884d-a0aaa6e57dab tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473397
Feb 15 15:50:12.528229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b5b4-3205-444b-bfc0-75a328c29113 req-49c4ec32-a938-4036-b6a9-e6b26e930209 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:12.529892 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52e2b5b4-3205-444b-bfc0-75a328c29113 req-49c4ec32-a938-4036-b6a9-e6b26e930209 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0906072
Feb 15 15:50:12.578551 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52e2b5b4-3205-444b-bfc0-75a328c29113 req-4e5334ab-c698-4ff3-b885-b42baf97cb80 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424280
Feb 15 15:50:12.629832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036825dc-26f7-4368-9439-7199e1d29c21 req-45a20c48-7259-4573-8e05-4b73bb619015 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:12.631462 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-036825dc-26f7-4368-9439-7199e1d29c21 req-45a20c48-7259-4573-8e05-4b73bb619015 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0899842
Feb 15 15:50:12.681144 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-036825dc-26f7-4368-9439-7199e1d29c21 req-317fa11c-9a04-4876-9e4c-0abdc2303138 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433011
Feb 15 15:50:13.798209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb3b75-3706-492c-9976-3a768d2a918a req-687b1418-fd8f-41d4-87d4-f4c01359c129 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:13.799836 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04fb3b75-3706-492c-9976-3a768d2a918a req-687b1418-fd8f-41d4-87d4-f4c01359c129 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0974255
Feb 15 15:50:13.850168 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-04fb3b75-3706-492c-9976-3a768d2a918a req-d56fe2cf-2577-4982-bccb-ae4fe36a8e8f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433810
Feb 15 15:50:13.894838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a76e43-3d0f-4237-84d0-cf9873593aa3 req-c045356f-e5ad-48b5-990b-b41f95c42d20 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:13.896495 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0a76e43-3d0f-4237-84d0-cf9873593aa3 req-c045356f-e5ad-48b5-990b-b41f95c42d20 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0894089
Feb 15 15:50:13.944403 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0a76e43-3d0f-4237-84d0-cf9873593aa3 req-5876712a-2fec-4afd-916b-a1474e27c92f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413611
Feb 15 15:50:15.057267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d0d67-766b-4383-bf52-4c9232569455 req-bab788ff-962e-4afd-a5ad-9322c5b503dd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:15.058845 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b98d0d67-766b-4383-bf52-4c9232569455 req-bab788ff-962e-4afd-a5ad-9322c5b503dd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0914521
Feb 15 15:50:15.109080 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b98d0d67-766b-4383-bf52-4c9232569455 req-bc8a8a26-cbf6-4de6-a6ae-2bcbfdef16c2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434530
Feb 15 15:50:15.160781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89790-5376-420d-aa99-1da8bd06181e req-bfe0e56c-85e1-4cab-b4d4-426634301161 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:15.162435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fc89790-5376-420d-aa99-1da8bd06181e req-bfe0e56c-85e1-4cab-b4d4-426634301161 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0873814
Feb 15 15:50:15.210920 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8fc89790-5376-420d-aa99-1da8bd06181e req-f6e7edff-ac1b-4993-8149-6ba2bcc21925 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419044
Feb 15 15:50:15.887647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 51692) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:50:16.032236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.047790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:50:16.052354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Usage tracker for resource:security_group_rule and tenant:ba4ec34e3dc14693b78e4daa6a0e8771 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:50:16.055744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:50:16.062118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:50:16.164445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.168473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.196833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:16.206171 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ba4ec34e3dc14693b78e4daa6a0e8771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3168900
Feb 15 15:50:16.212305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 51702) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:50:16.269141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af60ee25-4cbc-4e6b-af80-4e944680d629,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:16.281945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:16.300503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.331908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.442263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.453339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:16.469954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:16.473714 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/af60ee25-4cbc-4e6b-af80-4e944680d629 HTTP/1.1" status: 204  len: 168 time: 0.2580519
Feb 15 15:50:16.481667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af60ee25-4cbc-4e6b-af80-4e944680d629,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:16.485609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:16.500607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25c0ca-fc9e-42d2-bb27-f656b786add6 req-ac3cf903-7e57-4ef4-a9f4-1e4b7e4f0dc4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:16.502306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e25c0ca-fc9e-42d2-bb27-f656b786add6 req-ac3cf903-7e57-4ef4-a9f4-1e4b7e4f0dc4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1624308
Feb 15 15:50:16.559404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046581-e090-465f-acb9-af083b3cbcd7 req-cc09c9a7-b8ae-4033-b0df-ce9385cbc79d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:16.568472 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5046581-e090-465f-acb9-af083b3cbcd7 req-cc09c9a7-b8ae-4033-b0df-ce9385cbc79d tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.3375390
Feb 15 15:50:16.572875 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e25c0ca-fc9e-42d2-bb27-f656b786add6 req-8099fb22-9ff3-4b05-8e53-1b0c0f5a06d8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523691
Feb 15 15:50:16.615017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c5046581-e090-465f-acb9-af083b3cbcd7 req-2a37ee13-d08f-4320-a424-fa5192117406 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452683
Feb 15 15:50:16.963958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:17.042923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:17.043372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:17.801215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daadf6-29cd-4a99-a759-d78d07bf82d8 req-e2d428a3-e24a-432f-a5aa-ace57706b3dc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:17.803482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74daadf6-29cd-4a99-a759-d78d07bf82d8 req-e2d428a3-e24a-432f-a5aa-ace57706b3dc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0924938
Feb 15 15:50:17.856418 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74daadf6-29cd-4a99-a759-d78d07bf82d8 req-825b032c-244a-4cac-8e35-ae4915190b85 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460787
Feb 15 15:50:17.858612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f82611-dcf6-42e4-be36-d7c470c2823a req-ae5d703e-d4ee-452a-a8bb-735fd4738e8f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:17.860284 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42f82611-dcf6-42e4-be36-d7c470c2823a req-ae5d703e-d4ee-452a-a8bb-735fd4738e8f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0890565
Feb 15 15:50:17.908780 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42f82611-dcf6-42e4-be36-d7c470c2823a req-18e752a0-d99b-4886-adff-d79590b7752b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422223
Feb 15 15:50:18.866757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45d900-9060-466d-8c9a-54ec2c0baeb6 req-fa17b98c-bfa0-489f-81cb-aaecdc90b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:18.868308 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a45d900-9060-466d-8c9a-54ec2c0baeb6 req-fa17b98c-bfa0-489f-81cb-aaecdc90b593 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.0846374
Feb 15 15:50:18.913725 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a45d900-9060-466d-8c9a-54ec2c0baeb6 req-cf0786ad-e6ce-4129-ac6a-67c2557d74aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362222
Feb 15 15:50:19.075364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad5675-322a-4297-bf5e-c792ea9d00b0 req-acfbfe40-1c68-4d84-9753-2066df6ef15b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:19.077588 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ad5675-322a-4297-bf5e-c792ea9d00b0 req-acfbfe40-1c68-4d84-9753-2066df6ef15b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0920248
Feb 15 15:50:19.112562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594b2e3-85cd-41a4-805d-fc44aab0bb7a req-5639fa6f-914b-4628-ab19-bc511ae60730 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:19.114138 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c594b2e3-85cd-41a4-805d-fc44aab0bb7a req-5639fa6f-914b-4628-ab19-bc511ae60730 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0877416
Feb 15 15:50:19.126986 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0ad5675-322a-4297-bf5e-c792ea9d00b0 req-79b2ee3e-6636-4bf0-9e0a-7df8facf384d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423410
Feb 15 15:50:19.169647 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c594b2e3-85cd-41a4-805d-fc44aab0bb7a req-67be715b-bff0-4aae-b4ed-0f463e8be720 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485985
Feb 15 15:50:20.128560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:20.333465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9714e5-c6dd-4166-9c95-487c663551e0 req-048075a7-af6a-4fb6-b38c-711e60dbf4df tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:20.336312 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd9714e5-c6dd-4166-9c95-487c663551e0 req-048075a7-af6a-4fb6-b38c-711e60dbf4df tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0862148
Feb 15 15:50:20.377253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b72f6-3503-44a6-8921-6ef7d6d45d90 req-10e9c3d7-d2c3-45d9-a17c-0acae9071a6f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:20.378903 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-793b72f6-3503-44a6-8921-6ef7d6d45d90 req-10e9c3d7-d2c3-45d9-a17c-0acae9071a6f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0906155
Feb 15 15:50:20.383427 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd9714e5-c6dd-4166-9c95-487c663551e0 req-bb94ec17-d117-46c1-8c5c-47e25f5e7689 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418761
Feb 15 15:50:20.427204 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-793b72f6-3503-44a6-8921-6ef7d6d45d90 req-42f881d1-bf98-41e5-a508-be558e1a8e8a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418036
Feb 15 15:50:21.643526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a11c6d-b67a-4d5a-92a8-4d8238cdb378 req-f53cc64f-2994-4715-a41a-97b2dc9c3f4c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:21.644482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1322a-c984-44eb-ab3c-9a987bbab67c req-43a06cff-258d-4733-9e2c-a13da914234b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:21.646251 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66a11c6d-b67a-4d5a-92a8-4d8238cdb378 req-f53cc64f-2994-4715-a41a-97b2dc9c3f4c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0971658
Feb 15 15:50:21.647695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2fc1322a-c984-44eb-ab3c-9a987bbab67c req-43a06cff-258d-4733-9e2c-a13da914234b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1338923
Feb 15 15:50:21.714991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2fc1322a-c984-44eb-ab3c-9a987bbab67c req-46715447-5bc0-4d81-90f0-982656b5f218 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551188
Feb 15 15:50:21.720421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66a11c6d-b67a-4d5a-92a8-4d8238cdb378 req-efbdc05c-580d-4310-ab07-6bd8c97e7e53 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613184
Feb 15 15:50:22.927669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361149-7d4b-4cfd-8524-09c295ca1155 req-f1a518d4-eb3b-4a5f-a13a-74d0a8d174c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:22.929329 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-77361149-7d4b-4cfd-8524-09c295ca1155 req-f1a518d4-eb3b-4a5f-a13a-74d0a8d174c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0870240
Feb 15 15:50:22.938304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f856a8-44c7-4684-9a4c-b1f6b7e4cc42 req-d7edd1d4-3434-45ec-9f2a-0a749e20098b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:22.939910 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3f856a8-44c7-4684-9a4c-b1f6b7e4cc42 req-d7edd1d4-3434-45ec-9f2a-0a749e20098b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0909102
Feb 15 15:50:22.978792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-77361149-7d4b-4cfd-8524-09c295ca1155 req-29cca995-0759-44cb-8f49-f6702f7bac06 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427194
Feb 15 15:50:22.987931 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3f856a8-44c7-4684-9a4c-b1f6b7e4cc42 req-607a9bdd-3320-4177-bed6-adbeccf9e897 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417411
Feb 15 15:50:23.016083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:23.091787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:23.092219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:23.553033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-5085d431-e3e1-41eb-8850-b827dc9d7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:23.554686 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-5085d431-e3e1-41eb-8850-b827dc9d7d82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 1163 time: 0.0837097
Feb 15 15:50:23.575273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace630f1-8623-41b7-a72c-18dac3cfe06d req-7f3b129b-8268-4118-a3a6-f141896a88c3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:23.577023 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ace630f1-8623-41b7-a72c-18dac3cfe06d req-7f3b129b-8268-4118-a3a6-f141896a88c3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0931559
Feb 15 15:50:23.626393 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ace630f1-8623-41b7-a72c-18dac3cfe06d req-c9bc636e-3e1d-4a5a-8bff-cb523d76ac41 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425589
Feb 15 15:50:23.712626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-f8ab8df1-41c6-4ff2-9e18-d138ac9b1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:23.714285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-f8ab8df1-41c6-4ff2-9e18-d138ac9b1f10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 200  len: 912 time: 0.1399496
Feb 15 15:50:23.807409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-e356247c-39c2-4968-955f-3a8a45fb7b9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 200  len: 217 time: 0.0718949
Feb 15 15:50:23.892796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-54a9d7e1-d3fe-4f43-9ac7-04e3512dbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:23.894444 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-54a9d7e1-d3fe-4f43-9ac7-04e3512dbac0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 200  len: 858 time: 0.0675602
Feb 15 15:50:23.951252 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-de232e6d-1a07-4af8-959c-7a1301dc0fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4165a8b7-6598-4817-959a-3646f38a2426&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458951
Feb 15 15:50:24.144105 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-a68827e2-096c-40e7-91c0-3d5b5a6334ef service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781406
Feb 15 15:50:24.298352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4564b1-d25d-4e9f-b495-11ccad9a4178 req-4be8855c-379a-4fea-b1ef-9ff9e4acff37 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:24.299965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a4564b1-d25d-4e9f-b495-11ccad9a4178 req-4be8855c-379a-4fea-b1ef-9ff9e4acff37 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.2003236
Feb 15 15:50:24.347011 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a08ddf41-1e5d-41cc-830c-0f46d5f037e5 req-cd65bf44-cd5c-4e01-b298-29a2a6f90028 service neutron] 10.222.0.15 "GET /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1818941
Feb 15 15:50:24.366697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a4564b1-d25d-4e9f-b495-11ccad9a4178 req-60047900-2782-48ee-9a6e-dd041f27289b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584440
Feb 15 15:50:24.832817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d618-eff1-4160-a515-6ade149e4bfa req-c05e2134-181e-4ab2-a42b-f7bc792fb378 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:24.834493 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f86d618-eff1-4160-a515-6ade149e4bfa req-c05e2134-181e-4ab2-a42b-f7bc792fb378 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0878239
Feb 15 15:50:24.888594 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f86d618-eff1-4160-a515-6ade149e4bfa req-a708efd0-de59-4446-909f-f968b4b69b4a tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475955
Feb 15 15:50:24.983554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:25.058009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:25.058437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:25.605989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d9a65-011b-437f-a211-b53db5ff1468 req-ef37bf17-7444-4838-8473-3e17182fbea9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:25.607528 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd1d9a65-011b-437f-a211-b53db5ff1468 req-ef37bf17-7444-4838-8473-3e17182fbea9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0972300
Feb 15 15:50:25.657141 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd1d9a65-011b-437f-a211-b53db5ff1468 req-90f9137e-b80d-407f-af47-a9fc9908ce2c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429525
Feb 15 15:50:26.117892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f077f-6dcb-4007-8c13-0a8bb8eb66ed req-605aeb39-9310-4b24-b3b0-4832e2d248a6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:26.119493 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-650f077f-6dcb-4007-8c13-0a8bb8eb66ed req-605aeb39-9310-4b24-b3b0-4832e2d248a6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1039300
Feb 15 15:50:26.174724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-650f077f-6dcb-4007-8c13-0a8bb8eb66ed req-95834a1b-8605-45e8-8209-de3b5d04e62e tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471618
Feb 15 15:50:26.873499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb82c8-ca90-45fb-b684-90a0f9c9f4d5 req-14c0cf6b-2f4b-49b7-80fb-9960b87be0a1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:26.875910 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fecb82c8-ca90-45fb-b684-90a0f9c9f4d5 req-14c0cf6b-2f4b-49b7-80fb-9960b87be0a1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0925415
Feb 15 15:50:26.933367 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fecb82c8-ca90-45fb-b684-90a0f9c9f4d5 req-4f8c0758-c379-478d-b765-485f7b4fe834 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499847
Feb 15 15:50:27.085390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:27.162100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a221bcba-b475-49b8-9c9d-38bd9bae805b triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:27.162662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:27.294239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:27.372111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:27.372581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:27.388624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c859c1-0751-4b69-8513-c825dd722054 req-59df5665-218c-4a50-bc15-f97d1a230ecb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:27.390873 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13c859c1-0751-4b69-8513-c825dd722054 req-59df5665-218c-4a50-bc15-f97d1a230ecb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0885205
Feb 15 15:50:27.447582 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13c859c1-0751-4b69-8513-c825dd722054 req-fe369354-ce7f-4034-88bb-da88424b57e3 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482314
Feb 15 15:50:28.148068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186903f-8612-4320-bd4d-46a213211f9f req-b412ef77-1ab8-4080-a1c7-43126e1951e4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:28.149956 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b186903f-8612-4320-bd4d-46a213211f9f req-b412ef77-1ab8-4080-a1c7-43126e1951e4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0887196
Feb 15 15:50:28.200283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b186903f-8612-4320-bd4d-46a213211f9f req-53ad61ae-ec23-4e9d-b689-3bd6fa442639 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433352
Feb 15 15:50:28.660770 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd494-8561-49f7-b907-969b58c9d7f1 req-cbd45097-6c7e-4ee0-8d1f-13a9ec541574 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:28.662377 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-801fd494-8561-49f7-b907-969b58c9d7f1 req-cbd45097-6c7e-4ee0-8d1f-13a9ec541574 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0931094
Feb 15 15:50:28.711325 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-801fd494-8561-49f7-b907-969b58c9d7f1 req-97618ecb-8d3c-4786-b695-6d7fd72c1b13 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425007
Feb 15 15:50:29.441674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80d61d-2da2-4185-a246-7c20263959c4 req-647add20-f3c0-455d-8562-f10574732cd6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:29.443316 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd80d61d-2da2-4185-a246-7c20263959c4 req-647add20-f3c0-455d-8562-f10574732cd6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1087556
Feb 15 15:50:29.505621 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fd80d61d-2da2-4185-a246-7c20263959c4 req-6f2e89cc-26f7-421c-b180-2b1820fafaee tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525806
Feb 15 15:50:29.928450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb94e93-b734-4390-a8aa-52f81d91a6fc req-a9a929a7-8624-45bd-adff-571d1f398325 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:29.930062 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0eb94e93-b734-4390-a8aa-52f81d91a6fc req-a9a929a7-8624-45bd-adff-571d1f398325 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0985715
Feb 15 15:50:29.979376 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0eb94e93-b734-4390-a8aa-52f81d91a6fc req-e23fe953-d5e6-42f3-a129-d2ba57dd2fae tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426817
Feb 15 15:50:30.726032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4edeae-3faa-4445-bc4b-03eab77304f7 req-0e86c407-3c05-4bae-a87a-5ce56b64c337 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:30.727633 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c4edeae-3faa-4445-bc4b-03eab77304f7 req-0e86c407-3c05-4bae-a87a-5ce56b64c337 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0996871
Feb 15 15:50:30.775840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:30.780265 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c4edeae-3faa-4445-bc4b-03eab77304f7 req-382f2b25-50f0-414f-87bb-9925af26b5b2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459836
Feb 15 15:50:30.851949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:30.852432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:31.197060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29125e7-6aa3-4172-86b1-b6aff47ed951 req-9fe9520a-014d-46e0-8614-a16b47a11e8b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:31.198789 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a29125e7-6aa3-4172-86b1-b6aff47ed951 req-9fe9520a-014d-46e0-8614-a16b47a11e8b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0956137
Feb 15 15:50:31.248525 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a29125e7-6aa3-4172-86b1-b6aff47ed951 req-9372f035-7106-4c20-81ea-bf557121e8a5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430603
Feb 15 15:50:31.993035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150540-78eb-4b66-b4da-0caefbd83ef7 req-0d4c4ce3-4258-47ad-8716-03ecb38d02dd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:31.994565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c150540-78eb-4b66-b4da-0caefbd83ef7 req-0d4c4ce3-4258-47ad-8716-03ecb38d02dd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0872581
Feb 15 15:50:32.043297 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c150540-78eb-4b66-b4da-0caefbd83ef7 req-531e3256-97db-4581-8d0d-5e9b354bd37f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419097
Feb 15 15:50:32.228429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a547ab1-dd63-4b4d-bb07-57ee4b90fa0d req-73cfcb61-eb3c-4915-a564-fcd3e9434e47 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:32.230030 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1a547ab1-dd63-4b4d-bb07-57ee4b90fa0d req-73cfcb61-eb3c-4915-a564-fcd3e9434e47 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0879638
Feb 15 15:50:32.277711 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1a547ab1-dd63-4b4d-bb07-57ee4b90fa0d req-4f060418-9def-4170-b9c7-6dbe06b4e55d tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411410
Feb 15 15:50:33.268674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3151b1-23d0-4724-8eed-5bda78a17a2c req-34b281ea-bd15-4793-86b0-fa6f5ca8e49f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:33.270305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c3151b1-23d0-4724-8eed-5bda78a17a2c req-34b281ea-bd15-4793-86b0-fa6f5ca8e49f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0925610
Feb 15 15:50:33.321710 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5c3151b1-23d0-4724-8eed-5bda78a17a2c req-9d7d954b-5b99-4e52-8fd4-8604d85f3d9f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414920
Feb 15 15:50:33.528079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c0d4-4623-4f28-af38-59666d2644fd req-212df26e-5f19-4b00-9135-9c8fd7fc9206 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:33.529839 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b18c0d4-4623-4f28-af38-59666d2644fd req-212df26e-5f19-4b00-9135-9c8fd7fc9206 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1068120
Feb 15 15:50:33.580630 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b18c0d4-4623-4f28-af38-59666d2644fd req-4d6bf7b8-f64f-4364-8461-0b2ce2e1da41 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440447
Feb 15 15:50:34.539213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5707-07c9-4ae9-8a55-f1fad6f4c814 req-b5682e77-19ae-4346-8be4-9990e2efba37 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:34.540824 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14dc5707-07c9-4ae9-8a55-f1fad6f4c814 req-b5682e77-19ae-4346-8be4-9990e2efba37 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0922217
Feb 15 15:50:34.592030 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14dc5707-07c9-4ae9-8a55-f1fad6f4c814 req-2c9c5a91-3ee7-47ba-a431-fd1ebd8fe0e2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427036
Feb 15 15:50:34.789994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260209-33dd-45bb-b04d-7d39d7548135 req-73f4c27b-db76-4eb2-9026-e4bae2f4e391 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:34.791617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9f260209-33dd-45bb-b04d-7d39d7548135 req-73f4c27b-db76-4eb2-9026-e4bae2f4e391 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0928135
Feb 15 15:50:34.845584 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9f260209-33dd-45bb-b04d-7d39d7548135 req-2db7e4be-2c77-4d0a-9c42-c3b72d351720 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463006
Feb 15 15:50:35.538297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8d70945-9df2-44b1-b1d8-4651315ecd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:35.821578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ca66-1c9b-4e07-b2e0-0cf0f0672bb4 req-e335e597-d8a1-4e8f-80bb-32eb1d05fc44 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:35.823080 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcc9ca66-1c9b-4e07-b2e0-0cf0f0672bb4 req-e335e597-d8a1-4e8f-80bb-32eb1d05fc44 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0987897
Feb 15 15:50:35.874492 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bcc9ca66-1c9b-4e07-b2e0-0cf0f0672bb4 req-0bad1d86-b88f-4954-9619-b98216f0201a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422611
Feb 15 15:50:36.068470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a588-cf35-467f-8ee7-46f749b6dc49 req-63fd762c-900b-487f-9b86-0c7194a40a12 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:36.070085 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f73a588-cf35-467f-8ee7-46f749b6dc49 req-63fd762c-900b-487f-9b86-0c7194a40a12 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0932066
Feb 15 15:50:36.119044 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2f73a588-cf35-467f-8ee7-46f749b6dc49 req-6677dd13-20e3-43cf-a00f-47aac46915e7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420959
Feb 15 15:50:37.090847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c22a08-5f1a-4bf4-a984-06d82e584c1a req-b99d0a50-7ac6-4e8f-9ec7-9a561d8c8514 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:37.092466 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92c22a08-5f1a-4bf4-a984-06d82e584c1a req-b99d0a50-7ac6-4e8f-9ec7-9a561d8c8514 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0945706
Feb 15 15:50:37.142756 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92c22a08-5f1a-4bf4-a984-06d82e584c1a req-968b4f2b-301b-4c2e-a344-b5f29ffe74f2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438206
Feb 15 15:50:37.348199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20bfd-cbd3-443e-a244-7f1775e18230 req-34b327ff-4293-47a6-83ab-2fdb1310ad3a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:37.352458 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad20bfd-cbd3-443e-a244-7f1775e18230 req-34b327ff-4293-47a6-83ab-2fdb1310ad3a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1168568
Feb 15 15:50:37.400352 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad20bfd-cbd3-443e-a244-7f1775e18230 req-9c95f35e-8745-4331-ae3a-e4e993dd1b18 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423865
Feb 15 15:50:38.310041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f217e9-5d44-44b4-a77e-237218cf1f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:38.363701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164a151-b843-456e-9184-9e61975dc255 req-15279f27-7552-4dad-b8e5-37b7ccb07da6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:38.365387 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2164a151-b843-456e-9184-9e61975dc255 req-15279f27-7552-4dad-b8e5-37b7ccb07da6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0902479
Feb 15 15:50:38.420384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2164a151-b843-456e-9184-9e61975dc255 req-0f6a52d1-16be-4410-abd2-a33adbcf8488 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466554
Feb 15 15:50:38.651779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e5e43-80ba-425e-a06b-5285cb80ae6d req-382115a7-fad1-4efc-9b27-d54d99641166 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:38.659812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef6e5e43-80ba-425e-a06b-5285cb80ae6d req-382115a7-fad1-4efc-9b27-d54d99641166 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1328356
Feb 15 15:50:38.716834 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef6e5e43-80ba-425e-a06b-5285cb80ae6d req-00b6d46c-5b2e-4e28-9936-d7f48ce81fac tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557108
Feb 15 15:50:39.157703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:39.667238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a8d2-6faa-46eb-9f0f-0c88ea45cd99 req-de0933f1-fce3-49ec-b780-ce632b1f3d43 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:39.670345 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d611a8d2-6faa-46eb-9f0f-0c88ea45cd99 req-de0933f1-fce3-49ec-b780-ce632b1f3d43 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0948429
Feb 15 15:50:39.723009 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d611a8d2-6faa-46eb-9f0f-0c88ea45cd99 req-b56019ff-1e7a-4d00-8dc8-2dd46e47d806 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473597
Feb 15 15:50:39.918790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:39.975451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36676-f703-42f8-907b-99d561cb738d req-f6a37849-5a97-4af8-a4ec-625a57ea833e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:39.983448 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19b36676-f703-42f8-907b-99d561cb738d req-f6a37849-5a97-4af8-a4ec-625a57ea833e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.1355946
Feb 15 15:50:40.031339 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19b36676-f703-42f8-907b-99d561cb738d req-ca6e1b47-e590-468e-a156-e8c7b44bf0df tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467548
Feb 15 15:50:40.448575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:40.881275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:50:40.950463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c64521-ff43-42bf-b4af-71bcf6cfc582 req-7f2906d4-7348-4011-9628-cac55f821409 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:40.953175 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2c64521-ff43-42bf-b4af-71bcf6cfc582 req-7f2906d4-7348-4011-9628-cac55f821409 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1053841
Feb 15 15:50:41.021885 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2c64521-ff43-42bf-b4af-71bcf6cfc582 req-a459fb1e-c155-48fa-b188-e9150b2228f5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612085
Feb 15 15:50:41.279571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d3dfb-faac-4739-9936-8fa1057bdccf req-44701acd-799c-4126-92d4-48a456a958cf tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:41.281197 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a2d3dfb-faac-4739-9936-8fa1057bdccf req-44701acd-799c-4126-92d4-48a456a958cf tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0983436
Feb 15 15:50:41.337467 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6a2d3dfb-faac-4739-9936-8fa1057bdccf req-7563c2f1-ac49-432c-971a-9654e2e536c9 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499232
Feb 15 15:50:42.264659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f46c3-5d30-4679-8f37-8139ae3b701b req-2f7b0ba0-7ac8-4a1f-8101-b1aec2e7222e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:42.267631 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-225f46c3-5d30-4679-8f37-8139ae3b701b req-2f7b0ba0-7ac8-4a1f-8101-b1aec2e7222e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1069775
Feb 15 15:50:42.318864 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-225f46c3-5d30-4679-8f37-8139ae3b701b req-4c6698d0-d0e6-4c7b-a14b-c43540800b1a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442197
Feb 15 15:50:42.541349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2d1b-a9e5-4d20-ac23-25f9faa9f298 req-37a6626a-18df-4cc4-8724-11beb552c823 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:42.542999 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c9a2d1b-a9e5-4d20-ac23-25f9faa9f298 req-37a6626a-18df-4cc4-8724-11beb552c823 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0901284
Feb 15 15:50:42.600067 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c9a2d1b-a9e5-4d20-ac23-25f9faa9f298 req-48a51927-8c66-4683-8d54-067cca5b0a42 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472834
Feb 15 15:50:43.541831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae892-4066-4fc1-b349-78a1ccbe160a req-27b7f80a-a10c-413c-8646-e36e9172159c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:43.544018 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a1ae892-4066-4fc1-b349-78a1ccbe160a req-27b7f80a-a10c-413c-8646-e36e9172159c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0965767
Feb 15 15:50:43.597445 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3a1ae892-4066-4fc1-b349-78a1ccbe160a req-01bf4452-c300-448b-a03b-1fd525feaea5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469127
Feb 15 15:50:43.749476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-0301a0de-83cc-4db2-ba39-26cd2081e4f2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:43.751067 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-0301a0de-83cc-4db2-ba39-26cd2081e4f2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.0987074
Feb 15 15:50:43.879317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:50:43.879620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:43.941650 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-8588a87f-a557-4910-9b35-534a30426514 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1301949
Feb 15 15:50:43.949138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563793d6-d583-43d7-8d3e-5617c04428ee req-67459fef-3d44-44aa-95bf-c661e0146351 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:43.950738 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-563793d6-d583-43d7-8d3e-5617c04428ee req-67459fef-3d44-44aa-95bf-c661e0146351 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 945 time: 0.2186460
Feb 15 15:50:44.035227 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-563793d6-d583-43d7-8d3e-5617c04428ee req-9d072e7a-6583-4ae4-b1ca-6204e1dc2413 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734761
Feb 15 15:50:44.138040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-aac3f1d9-08a5-4d11-baa3-071133084269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:44.139687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-aac3f1d9-08a5-4d11-baa3-071133084269 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51805d0596474dd284dab71569ac7a9b&device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 1163 time: 0.0984116
Feb 15 15:50:44.341544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-be0e18e4-6a24-4223-95c2-7191df7321c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:44.343471 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-be0e18e4-6a24-4223-95c2-7191df7321c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 200  len: 908 time: 0.1789274
Feb 15 15:50:44.397165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:44.397509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:44.532241 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-0beb2682-0b1c-49bc-a509-451062e53670 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 200  len: 217 time: 0.1671379
Feb 15 15:50:44.565689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:50:44.615651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-a7d2e1c1-6600-4fda-a4bd-e80b3444e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:44.617730 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-a7d2e1c1-6600-4fda-a4bd-e80b3444e149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 200  len: 854 time: 0.0747328
Feb 15 15:50:44.674589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:50:44.729814 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-0e6bcbad-1936-4fa2-9184-f51506f66c08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0256bb9e-0a8c-406f-8814-08e40b15f61c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995905
Feb 15 15:50:44.809326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No active binding found for port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 {{(pid=84017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Feb 15 15:50:44.810599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:50:44.812644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:44.835316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:44.963760 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-8a7a0927-740f-443b-aae5-2091f484ab6a service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244740
Feb 15 15:50:44.969030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event deleted for resources: {'Port': ['ID=3e063d3f-cfb5-46c5-bc96-998a812b5bf6,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:44.973969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:45.179147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] No DVR routers for this DVR port 3e063d3f-cfb5-46c5-bc96-998a812b5bf6 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:50:45.181890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:45.185279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'name': 'network-vif-deleted', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:45.222483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-222347f5-3221-4d87-8bd0-fcd684e470c1 req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "DELETE /v2.0/ports/3e063d3f-cfb5-46c5-bc96-998a812b5bf6 HTTP/1.1" status: 204  len: 173 time: 1.4543631
Feb 15 15:50:45.305628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-656ba653-f6c3-44e0-bf97-b70b92bf5fff req-f6560da9-be64-4605-a872-61d787892b19 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:50:45.325147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-656ba653-f6c3-44e0-bf97-b70b92bf5fff req-f6560da9-be64-4605-a872-61d787892b19 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:50:45.326879 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-656ba653-f6c3-44e0-bf97-b70b92bf5fff req-f6560da9-be64-4605-a872-61d787892b19 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 210 time: 0.0699785
Feb 15 15:50:45.421622 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84b3ceb-e827-4012-8bcf-17b96af4d86b', 'name': 'network-vif-deleted', 'tag': '3e063d3f-cfb5-46c5-bc96-998a812b5bf6', 'status': 'completed', 'code': 200}
Feb 15 15:50:45.427485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81cc9c-007f-4f0c-95c2-b4d47261f483 req-a3dd3c5f-cf7c-4ce5-9eba-42a12fb376e5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:45.435290 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e81cc9c-007f-4f0c-95c2-b4d47261f483 req-a3dd3c5f-cf7c-4ce5-9eba-42a12fb376e5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.5670907
Feb 15 15:50:45.491005 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3970dad7-a71b-4624-8fd0-85878bb28234 req-c0b2fc10-a2cc-4112-b3f6-05e400fb4e71 service neutron] 10.222.0.15 "GET /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5123429
Feb 15 15:50:45.508834 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e81cc9c-007f-4f0c-95c2-b4d47261f483 req-5265c96b-bb43-401a-80b0-3ebb792ebc03 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725405
Feb 15 15:50:46.274953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538a45-a590-419d-9d3d-749871055525 req-1967920b-19da-4182-b18b-e74d5d1ff425 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:46.276642 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b538a45-a590-419d-9d3d-749871055525 req-1967920b-19da-4182-b18b-e74d5d1ff425 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1395204
Feb 15 15:50:46.339568 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b538a45-a590-419d-9d3d-749871055525 req-9ba54744-54f4-4403-9a1c-f9524c9ebfa7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539076
Feb 15 15:50:46.565844 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-45b095f6-64c1-4f18-8eb3-7b4d86370862 req-1644ade7-2ba6-4192-9772-741714f90478 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=e84b3ceb-e827-4012-8bcf-17b96af4d86b HTTP/1.1" status: 200  len: 210 time: 0.0757680
Feb 15 15:50:46.812453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5673f-fc75-4c02-9fd1-518eb15f490c req-9fb83238-1e11-4a9b-8617-c334e2dbafd7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:46.813810 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6aa5673f-fc75-4c02-9fd1-518eb15f490c req-9fb83238-1e11-4a9b-8617-c334e2dbafd7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1514208
Feb 15 15:50:46.868682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6aa5673f-fc75-4c02-9fd1-518eb15f490c req-f09ef6d1-4d37-44b6-836b-5b601b9a4d28 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478008
Feb 15 15:50:47.596376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba47804-a58b-4d54-b018-be9af028e288 req-bf17c10a-07ac-4642-bf04-f467335193f7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:47.598060 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1ba47804-a58b-4d54-b018-be9af028e288 req-bf17c10a-07ac-4642-bf04-f467335193f7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.1029971
Feb 15 15:50:47.669123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1ba47804-a58b-4d54-b018-be9af028e288 req-d260457d-9c7e-4241-805f-2acda2e529e6 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615852
Feb 15 15:50:48.097215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d71fcb-2230-43dd-a835-d413e2367f34 req-8354b442-69e1-4d20-a211-c0048313d1fd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:48.100893 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5d71fcb-2230-43dd-a835-d413e2367f34 req-8354b442-69e1-4d20-a211-c0048313d1fd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0963857
Feb 15 15:50:48.149375 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5d71fcb-2230-43dd-a835-d413e2367f34 req-4788837e-63b2-48cb-b3d5-92b6214405f6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433455
Feb 15 15:50:48.871396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a72186-b4cf-4f2b-8f3f-a3d20d78f7f8 req-32f33b88-a93e-4198-bf9c-46f408a625a1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:48.872921 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7a72186-b4cf-4f2b-8f3f-a3d20d78f7f8 req-32f33b88-a93e-4198-bf9c-46f408a625a1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0878615
Feb 15 15:50:48.927849 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7a72186-b4cf-4f2b-8f3f-a3d20d78f7f8 req-6fda428f-458d-4f98-a0bc-c80805e1b3ec tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451381
Feb 15 15:50:49.080166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-3b352a4d-99de-4bc4-91cb-822189ab0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.081869 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-3b352a4d-99de-4bc4-91cb-822189ab0885 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1163 time: 0.0814507
Feb 15 15:50:49.246021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-d41f4943-0d07-4455-9ed9-296051403296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.247638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-d41f4943-0d07-4455-9ed9-296051403296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1501501
Feb 15 15:50:49.324907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301af4-a282-4992-a660-65ebcfd34a09 req-45810bb4-ae04-4ae3-859a-24bf8d1613de tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.326576 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e301af4-a282-4992-a660-65ebcfd34a09 req-45810bb4-ae04-4ae3-859a-24bf8d1613de tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.0870950
Feb 15 15:50:49.376563 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8e301af4-a282-4992-a660-65ebcfd34a09 req-2248fdaa-a2b2-40e6-8371-c1f1ccf217f2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429316
Feb 15 15:50:49.425433 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-8e5e9a0d-0f8d-40be-9352-d43ba47789f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 1002 time: 0.1601503
Feb 15 15:50:49.507708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0336114-4899-485d-96d6-e697a6fc77ea req-7d564896-d7be-4fde-995d-58bddcf71c9c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.509312 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0336114-4899-485d-96d6-e697a6fc77ea req-7d564896-d7be-4fde-995d-58bddcf71c9c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1833713
Feb 15 15:50:49.520916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-d89f1023-4d8f-4c90-8dca-adbfa8d5037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.522420 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-d89f1023-4d8f-4c90-8dca-adbfa8d5037e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0800018
Feb 15 15:50:49.619139 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0336114-4899-485d-96d6-e697a6fc77ea req-66f7d629-5a87-433f-97bf-29611f1799a4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007297
Feb 15 15:50:49.640928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-fbc7e5b1-542a-4bdc-896a-e2e95df4dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:49.642565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-fbc7e5b1-542a-4bdc-896a-e2e95df4dbef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1062493
Feb 15 15:50:49.814697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-4c0e9f04-60a9-4fd5-9190-30be3a2c5647 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598794
Feb 15 15:50:49.973995 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a9ab9a-d895-4375-b349-0b355de7644e req-f545fada-1b76-4cb7-bd98-954c3dc56309 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445293
Feb 15 15:50:50.137265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094521-896a-4d2f-a6cf-ca1f34651626 req-116c4c35-e778-4d89-ad94-c7539508601c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:50.138800 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b094521-896a-4d2f-a6cf-ca1f34651626 req-116c4c35-e778-4d89-ad94-c7539508601c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0908833
Feb 15 15:50:50.161414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:50.190612 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1b094521-896a-4d2f-a6cf-ca1f34651626 req-33e8fa0b-677d-4a64-af7e-5e01667d9e67 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444615
Feb 15 15:50:50.588308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062c0f-d372-425f-ab9f-1e846cf1795f req-51ba78e2-6c2b-40d9-ad3f-541372af6f69 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:50.589948 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32062c0f-d372-425f-ab9f-1e846cf1795f req-51ba78e2-6c2b-40d9-ad3f-541372af6f69 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.0971372
Feb 15 15:50:50.641301 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32062c0f-d372-425f-ab9f-1e846cf1795f req-1949c806-3598-475c-a0af-6604c97182fe tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440445
Feb 15 15:50:50.854070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663d21-6cba-49df-b914-dcff39d8bd33 req-46901990-2310-4a71-8f27-a610258ef664 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:50.855690 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44663d21-6cba-49df-b914-dcff39d8bd33 req-46901990-2310-4a71-8f27-a610258ef664 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1010122
Feb 15 15:50:50.862513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:50:50.906712 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44663d21-6cba-49df-b914-dcff39d8bd33 req-c93941aa-da8a-4e0c-8f1b-2f73353a84ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440280
Feb 15 15:50:50.940101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d7e19c59-d399-4457-9ad8-827161b16ead triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:50:50.940650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:51.186647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2a7d-159b-46d0-8045-4fbe71a648b3 req-6e74f89c-63ac-4c53-938f-dd541d5d9b32 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:51.187578 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f5d2a7d-159b-46d0-8045-4fbe71a648b3 req-6e74f89c-63ac-4c53-938f-dd541d5d9b32 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.1011009
Feb 15 15:50:51.239914 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3f5d2a7d-159b-46d0-8045-4fbe71a648b3 req-b129202c-896c-47c6-bea5-bafd11f74dae tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442197
Feb 15 15:50:51.433448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-18850d24-cedb-4b46-b8e7-250f1adb6b19 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:51.435044 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-18850d24-cedb-4b46-b8e7-250f1adb6b19 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0901289
Feb 15 15:50:51.519934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Deleting port d7e19c59-d399-4457-9ad8-827161b16ead {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:50:51.520304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:51.535603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e9f7f-afab-48d8-bb52-ba50ef6f2ce2 req-b4c2e12d-3eae-48a3-8aca-1e7efaa55545 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:51.537230 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a52e9f7f-afab-48d8-bb52-ba50ef6f2ce2 req-b4c2e12d-3eae-48a3-8aca-1e7efaa55545 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 945 time: 0.0877123
Feb 15 15:50:51.586471 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a52e9f7f-afab-48d8-bb52-ba50ef6f2ce2 req-2c85c4b8-a4ae-4f9c-8182-4a15c922d35c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425541
Feb 15 15:50:51.847983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] For port d7e19c59-d399-4457-9ad8-827161b16ead, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7e19c59-d399-4457-9ad8-827161b16ead,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:51.848394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:51.986591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Calling delete_port for d7e19c59-d399-4457-9ad8-827161b16ead owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:50:52.067229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5806f22-673b-49d9-ad5c-5519fcf3fd93 req-758474c8-546a-43dd-8dde-12038c00e5ae tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:52.068721 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5806f22-673b-49d9-ad5c-5519fcf3fd93 req-758474c8-546a-43dd-8dde-12038c00e5ae tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.3126369
Feb 15 15:50:52.166386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10172ae-ba20-467f-8f1b-8285a229f99a req-396b1159-c2ae-453d-b7a1-aea6c4149850 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:52.168686 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d10172ae-ba20-467f-8f1b-8285a229f99a req-396b1159-c2ae-453d-b7a1-aea6c4149850 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1032546
Feb 15 15:50:52.221849 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d10172ae-ba20-467f-8f1b-8285a229f99a req-22ffc40d-84d9-4c0e-bd84-9dcce0d93dfc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447011
Feb 15 15:50:52.239384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5806f22-673b-49d9-ad5c-5519fcf3fd93 req-bce0a33a-6a04-4f84-b763-c87023cf3409 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025407
Feb 15 15:50:52.268145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:52.286495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:52.398199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Pushing event deleted for resources: {'Port': ['ID=d7e19c59-d399-4457-9ad8-827161b16ead,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:52.412763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.413182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.413585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.413984 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.414378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.414768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.415158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.415547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.415934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.416341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.416730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.417113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.417658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.417916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.418297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.418682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.419102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.419486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.419898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.420310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.420704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.421075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.421465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.421842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:52.432122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:52.451502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccf76f-bab8-48c5-81f2-d27e4b0f2b60 req-eeb502e3-0989-40da-83b5-08a9d9fbc73b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:52.453168 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fbccf76f-bab8-48c5-81f2-d27e4b0f2b60 req-eeb502e3-0989-40da-83b5-08a9d9fbc73b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0907502
Feb 15 15:50:52.505577 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fbccf76f-bab8-48c5-81f2-d27e4b0f2b60 req-a1f994aa-1f70-43ff-b406-2369f74a6ecf tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456812
Feb 15 15:50:52.518204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] No DVR routers for this DVR port d7e19c59-d399-4457-9ad8-827161b16ead on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:50:52.521212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:52.524207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'name': 'network-vif-deleted', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:52.539903 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18f7d7d7-c6d7-4847-80a0-e7d41c01de07 req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "DELETE /v2.0/ports/d7e19c59-d399-4457-9ad8-827161b16ead HTTP/1.1" status: 204  len: 173 time: 1.0950215
Feb 15 15:50:52.579134 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78651cba-ebe1-4e2d-bc62-55b4cf3dff4b', 'name': 'network-vif-deleted', 'tag': 'd7e19c59-d399-4457-9ad8-827161b16ead', 'status': 'completed', 'code': 200}
Feb 15 15:50:52.748476 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9299b3b4-073a-471d-be2c-6c04ccb9f0de req-fbbed95f-c1bd-420f-ac2e-a483b0b914a2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=78651cba-ebe1-4e2d-bc62-55b4cf3dff4b HTTP/1.1" status: 200  len: 210 time: 0.0480261
Feb 15 15:50:52.831992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-9e9b6f9e-b340-4338-a0f4-e523e02298e1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:52.833592 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-9e9b6f9e-b340-4338-a0f4-e523e02298e1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 945 time: 0.0927396
Feb 15 15:50:52.926791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port f8f02ec1-7592-489f-9b0c-52accc2b9277 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:50:52.927173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:53.114565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device f8f02ec1-7592-489f-9b0c-52accc2b9277 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:50:53.206820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:53.207230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:53.242112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:53.282444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:53.284374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:53.291327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:53.292683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:50:53.332153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:53.347347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for f8f02ec1-7592-489f-9b0c-52accc2b9277 owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:50:53.408335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: d7e19c59-d399-4457-9ad8-827161b16ead {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:50:53.410393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7e19c59-d399-4457-9ad8-827161b16ead not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:50:53.413546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:53.424382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.424966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.425573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.426091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.426606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.427112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.427614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.428121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.428664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.429167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.429787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.430294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.430840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.431351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.431849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.432369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.432887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.433389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.433924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.434293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.434676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.435039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.435432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.435896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:53.440479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:53.501169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:50:53.501540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:50:53.526917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117634a-bfda-444c-b48f-dc2501a74a87 req-7d8cce10-ecb0-4d2e-9ed9-b4eeedda17e2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:53.527936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fccfe-d8d7-43ae-92d6-fe581f0fe0ed req-dbb329ba-e6db-4971-a34c-7e22a54ae30f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:53.529624 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-273fccfe-d8d7-43ae-92d6-fe581f0fe0ed req-dbb329ba-e6db-4971-a34c-7e22a54ae30f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1282530
Feb 15 15:50:53.535424 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4117634a-bfda-444c-b48f-dc2501a74a87 req-7d8cce10-ecb0-4d2e-9ed9-b4eeedda17e2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 943 time: 0.1093578
Feb 15 15:50:53.580106 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-273fccfe-d8d7-43ae-92d6-fe581f0fe0ed req-2ed57d15-9f1a-4d54-80b6-ddd0de69bf4e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440376
Feb 15 15:50:53.582142 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4117634a-bfda-444c-b48f-dc2501a74a87 req-65abf9f2-f226-4d55-90b5-34e56e1503a5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453792
Feb 15 15:50:53.647949 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277', 'code': 200}
Feb 15 15:50:53.785145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cd1e5-0cee-4924-8747-5831688d0ba9 req-f5c32efe-bb82-4a36-9da1-1d7fdd4e89bf tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:53.786801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba9cd1e5-0cee-4924-8747-5831688d0ba9 req-f5c32efe-bb82-4a36-9da1-1d7fdd4e89bf tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.0957234
Feb 15 15:50:53.837967 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ba9cd1e5-0cee-4924-8747-5831688d0ba9 req-f4da666e-e1b8-4d1a-b115-1791ebcc2713 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447886
Feb 15 15:50:54.004027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port f8f02ec1-7592-489f-9b0c-52accc2b9277 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:50:54.005456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.099823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-0c6dbf01-3267-41ef-8c86-53cac44c0262 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:54.101465 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-0c6dbf01-3267-41ef-8c86-53cac44c0262 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 945 time: 0.1027405
Feb 15 15:50:54.266609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Deleting port d7c70103-f0a9-4762-bba8-83a1dfb9836b {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:50:54.267220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.455514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69c519-db59-4d0f-a116-cae36841c8fd req-ea999bf0-6832-435c-a299-7fbc4c2251f0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:54.457148 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d69c519-db59-4d0f-a116-cae36841c8fd req-ea999bf0-6832-435c-a299-7fbc4c2251f0 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.2468939
Feb 15 15:50:54.533670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port f8f02ec1-7592-489f-9b0c-52accc2b9277, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f8f02ec1-7592-489f-9b0c-52accc2b9277,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:54.534047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.580516 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d69c519-db59-4d0f-a116-cae36841c8fd req-626d54dc-9441-4601-817e-7fb1f1c1fc74 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165633
Feb 15 15:50:54.606257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] For port d7c70103-f0a9-4762-bba8-83a1dfb9836b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7c70103-f0a9-4762-bba8-83a1dfb9836b,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:54.606924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.671292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for f8f02ec1-7592-489f-9b0c-52accc2b9277 owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:50:54.756441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Calling delete_port for d7c70103-f0a9-4762-bba8-83a1dfb9836b owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:50:54.770292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d7c70103-f0a9-4762-bba8-83a1dfb9836b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:50:54.836036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.862375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd3811f6-3c79-43bd-aa84-d57ada2bc994 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:54.920147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:54.959943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bec7d-3bf4-4837-b05d-1c796ec205ba req-5477bf33-fe5d-495a-80c6-29fd7c40c5ac tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:54.961579 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a5bec7d-3bf4-4837-b05d-1c796ec205ba req-5477bf33-fe5d-495a-80c6-29fd7c40c5ac tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.2149773
Feb 15 15:50:54.965765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event deleted for resources: {'Port': ['ID=f8f02ec1-7592-489f-9b0c-52accc2b9277,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:54.969236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:55.028452 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-420fc837-36e3-41f0-b000-a89ba6aa58ab req-546d9b19-8c1a-456c-89ea-c13ca3e9749b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1b2d1cc-52d7-47b2-9fbd-31593593259a HTTP/1.1" status: 200  len: 210 time: 0.1671824
Feb 15 15:50:55.030419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:55.034618 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a5bec7d-3bf4-4837-b05d-1c796ec205ba req-7669dcfd-b1eb-4892-91e0-f0ea3a090f3f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663249
Feb 15 15:50:55.049309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:55.112527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Pushing event deleted for resources: {'Port': ['ID=d7c70103-f0a9-4762-bba8-83a1dfb9836b,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:55.125610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:50:55.162573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] No DVR routers for this DVR port f8f02ec1-7592-489f-9b0c-52accc2b9277 on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:50:55.168473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:55.171519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-deleted', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:55.205208 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e44b56f0-e846-446b-8a9d-259bb5fe7b79 req-a8420b13-053a-49fa-a603-eccd1d1645d7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "DELETE /v2.0/ports/f8f02ec1-7592-489f-9b0c-52accc2b9277 HTTP/1.1" status: 204  len: 173 time: 2.3537302
Feb 15 15:50:55.232577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.233646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.233646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.233646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.233965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.234237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.234620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.235003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.235385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.235763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.236145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.236558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.236982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.237364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.237743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.238224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.238467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.238893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.239194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.239705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.240081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.240486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.240867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.241241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:50:55.249661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:55.279318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:55.298906 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4a639782-7f43-4c10-b1c2-5f62aac36f6e req-84093fa1-3886-4d71-84ba-ff55dcaec485 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 210 time: 0.0802703
Feb 15 15:50:55.318620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d0349f9e-684c-4be3-956a-5b2e472b8041,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:50:55.329166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:55.331470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:50:55.363638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b2d1cc-52d7-47b2-9fbd-31593593259a', 'name': 'network-vif-deleted', 'tag': 'f8f02ec1-7592-489f-9b0c-52accc2b9277', 'status': 'completed', 'code': 200}
Feb 15 15:50:55.380827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] No DVR routers for this DVR port d7c70103-f0a9-4762-bba8-83a1dfb9836b on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:50:55.383501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:50:55.386575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'name': 'network-vif-deleted', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:55.410381 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20b448e1-de61-4554-bff7-de4ed0bb7513 req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "DELETE /v2.0/ports/d7c70103-f0a9-4762-bba8-83a1dfb9836b HTTP/1.1" status: 204  len: 173 time: 1.2990060
Feb 15 15:50:55.437732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:50:55.442228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:50:55.592169 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e3178d-838f-46c7-9679-88bc37a262be', 'name': 'network-vif-deleted', 'tag': 'd7c70103-f0a9-4762-bba8-83a1dfb9836b', 'status': 'completed', 'code': 200}
Feb 15 15:50:55.649107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:50:55.727166 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'code': 422} returned with failed status
Feb 15 15:50:55.794720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409c7a-2876-4c60-94c7-9ba3c5b7d89b req-548070d9-53f1-4a2f-a222-a2b034086564 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:55.795865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb409c7a-2876-4c60-94c7-9ba3c5b7d89b req-548070d9-53f1-4a2f-a222-a2b034086564 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:50:55.816481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-fb409c7a-2876-4c60-94c7-9ba3c5b7d89b req-548070d9-53f1-4a2f-a222-a2b034086564 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:50:55.817774 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb409c7a-2876-4c60-94c7-9ba3c5b7d89b req-548070d9-53f1-4a2f-a222-a2b034086564 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1150162
Feb 15 15:50:55.867624 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb409c7a-2876-4c60-94c7-9ba3c5b7d89b req-ca1afdc4-39cd-4e9f-9794-c12117456451 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428710
Feb 15 15:50:56.155074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503278e4-a950-4b88-bad1-7537aebf3e4a req-2fba1e6a-7569-40a3-9b94-f98241fb29f0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:56.157285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-503278e4-a950-4b88-bad1-7537aebf3e4a req-2fba1e6a-7569-40a3-9b94-f98241fb29f0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0939970
Feb 15 15:50:56.214314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52204) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:50:56.214583 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-503278e4-a950-4b88-bad1-7537aebf3e4a req-4b75b04e-5f2c-44f5-bcc7-1d3fe2e38d4e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511041
Feb 15 15:50:56.355396 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-7fb0e625-f630-4f73-b3b1-7db63006b412 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1312048
Feb 15 15:50:56.496285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d160192-2bed-49fd-90b4-ba75e60eeb5d req-e50ac737-19b3-4a53-a70d-0b494b2ff6ee tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=89e3178d-838f-46c7-9679-88bc37a262be HTTP/1.1" status: 200  len: 210 time: 0.0541885
Feb 15 15:50:56.573999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e9c53-0858-4c01-8802-f129700e319f req-3440a9ea-000b-466b-89d6-dc7e8b10f474 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:56.575589 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d59e9c53-0858-4c01-8802-f129700e319f req-3440a9ea-000b-466b-89d6-dc7e8b10f474 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.0990148
Feb 15 15:50:56.624948 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d59e9c53-0858-4c01-8802-f129700e319f req-97c1e135-c74d-47f4-9b5b-295fd9b9af53 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422406
Feb 15 15:50:57.093828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a699-e964-499f-aad8-d2a765be124a req-b16fe030-b02a-43cb-aabb-e148dc604bdb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:57.095412 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c73a699-e964-499f-aad8-d2a765be124a req-b16fe030-b02a-43cb-aabb-e148dc604bdb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0944476
Feb 15 15:50:57.142868 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c73a699-e964-499f-aad8-d2a765be124a req-49c15ca5-c3a7-4faf-8765-d441d9b2e256 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410688
Feb 15 15:50:57.433458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb47bf-1c1b-45e0-9066-abf0456cb561 req-ac3f4f6e-597f-4ed5-bb5c-877c70797fb1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:57.435088 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2fb47bf-1c1b-45e0-9066-abf0456cb561 req-ac3f4f6e-597f-4ed5-bb5c-877c70797fb1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0975542
Feb 15 15:50:57.484815 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c2fb47bf-1c1b-45e0-9066-abf0456cb561 req-9c6593a1-8557-4ff5-a3d4-d9b2a13d3be9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431092
Feb 15 15:50:57.855399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217f33b-f3e0-48b7-aeaa-ab0546785124 req-8cbbd9fb-dc2f-486e-b69f-dc5c24691bf5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:57.856177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7217f33b-f3e0-48b7-aeaa-ab0546785124 req-8cbbd9fb-dc2f-486e-b69f-dc5c24691bf5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:50:57.873390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7217f33b-f3e0-48b7-aeaa-ab0546785124 req-8cbbd9fb-dc2f-486e-b69f-dc5c24691bf5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:50:57.874967 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7217f33b-f3e0-48b7-aeaa-ab0546785124 req-8cbbd9fb-dc2f-486e-b69f-dc5c24691bf5 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.1256602
Feb 15 15:50:57.929632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7217f33b-f3e0-48b7-aeaa-ab0546785124 req-5f5d32b8-bc3d-47bd-947f-cd79984f93ab tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465622
Feb 15 15:50:58.368344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf5df-a593-4c97-a638-98bc39ed20cf req-11fc8897-d5a7-45a0-9666-651c9922b3d7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:58.369944 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7daf5df-a593-4c97-a638-98bc39ed20cf req-11fc8897-d5a7-45a0-9666-651c9922b3d7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1097836
Feb 15 15:50:58.419477 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7daf5df-a593-4c97-a638-98bc39ed20cf req-7b46e7ac-3080-48a3-9c94-aea4d6cd4fdf tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431359
Feb 15 15:50:58.698133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577bf0-f60f-4b34-9ee6-c0e31fb1ef7b req-3058b155-4e04-4337-86df-b45b0a6c69ba tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:58.699713 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35577bf0-f60f-4b34-9ee6-c0e31fb1ef7b req-3058b155-4e04-4337-86df-b45b0a6c69ba tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0924230
Feb 15 15:50:58.747688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35577bf0-f60f-4b34-9ee6-c0e31fb1ef7b req-3a13f9a5-1399-4db4-9548-c10e66620ba9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415416
Feb 15 15:50:59.139017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654bec-ba1b-412b-b989-3d2bdb49e46c req-737b348e-a15e-4b1a-abf2-2e1b28c62228 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:59.140640 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce654bec-ba1b-412b-b989-3d2bdb49e46c req-737b348e-a15e-4b1a-abf2-2e1b28c62228 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.0941234
Feb 15 15:50:59.192956 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ce654bec-ba1b-412b-b989-3d2bdb49e46c req-0966d3e8-d322-4124-9a5d-2f0fab113489 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445364
Feb 15 15:50:59.642456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d8506-1eaa-4c5b-9943-6a1db5cb41bd req-a27019e1-a867-4206-8710-20507b117609 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:59.644055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec2d8506-1eaa-4c5b-9943-6a1db5cb41bd req-a27019e1-a867-4206-8710-20507b117609 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0921783
Feb 15 15:50:59.694781 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec2d8506-1eaa-4c5b-9943-6a1db5cb41bd req-7d8f1111-82d5-4ac6-902c-3f77b5a129e1 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413451
Feb 15 15:50:59.984936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb52931-3449-46a3-acb4-e38a41c58e38 req-26eb93c8-0124-4dd2-a0fa-11587873c9cf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:50:59.986609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6fb52931-3449-46a3-acb4-e38a41c58e38 req-26eb93c8-0124-4dd2-a0fa-11587873c9cf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1051748
Feb 15 15:51:00.034913 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6fb52931-3449-46a3-acb4-e38a41c58e38 req-d265166c-d8fa-4367-978c-569ad74581c4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418990
Feb 15 15:51:00.405206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0f65-1b04-484a-bc13-db233a3d5f2c req-8d196310-e7a5-4cbe-890a-b0f0647a7130 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:00.406801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e9e0f65-1b04-484a-bc13-db233a3d5f2c req-8d196310-e7a5-4cbe-890a-b0f0647a7130 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.0927613
Feb 15 15:51:00.457446 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e9e0f65-1b04-484a-bc13-db233a3d5f2c req-7a9b15e6-997c-44ad-9603-78a165e36f6e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442033
Feb 15 15:51:00.907395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6678b4a-1aa5-404a-ba56-705ab58e6d9a req-aef927d7-9452-4103-8f4d-63434e976d6b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:00.909025 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6678b4a-1aa5-404a-ba56-705ab58e6d9a req-aef927d7-9452-4103-8f4d-63434e976d6b tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.0888443
Feb 15 15:51:00.959252 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6678b4a-1aa5-404a-ba56-705ab58e6d9a req-d2db0196-01c8-4cab-9d84-2cbd64a29627 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438480
Feb 15 15:51:01.264579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352158af-cee0-4fc0-86f5-1e63e6c1e751 req-228c8e51-d7f6-4be5-8ee7-8dbc4ba0628c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:01.266182 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-352158af-cee0-4fc0-86f5-1e63e6c1e751 req-228c8e51-d7f6-4be5-8ee7-8dbc4ba0628c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0939088
Feb 15 15:51:01.315015 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-352158af-cee0-4fc0-86f5-1e63e6c1e751 req-491c9394-d7d9-4a06-a214-7cf244e1ac72 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422962
Feb 15 15:51:01.679781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e46c5-9edb-4900-9af2-27a203ae12a0 req-9d324182-663f-4c86-93a9-7db8add4a94b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:01.681509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a3e46c5-9edb-4900-9af2-27a203ae12a0 req-9d324182-663f-4c86-93a9-7db8add4a94b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.0991850
Feb 15 15:51:01.733482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5a3e46c5-9edb-4900-9af2-27a203ae12a0 req-0d6d3439-5b42-4f00-a5c1-9e773544fdca tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452468
Feb 15 15:51:01.775267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device aee8a9e8-423a-4732-9219-57dfe684072c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:01.891603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port aee8a9e8-423a-4732-9219-57dfe684072c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:01.891927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:01.921644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d741d78d-30f4-419e-aab8-0f11ef88e7ef tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:01.923217 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d741d78d-30f4-419e-aab8-0f11ef88e7ef tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 945 time: 0.0992117
Feb 15 15:51:02.006130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port aee8a9e8-423a-4732-9219-57dfe684072c {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:02.006518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:02.210375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device aee8a9e8-423a-4732-9219-57dfe684072c no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:51:02.350830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:02.385153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:02.398812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=aee8a9e8-423a-4732-9219-57dfe684072c,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:02.402970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:02.405486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:02.516965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:02.520604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:02.587672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4bf43-583b-4244-b70e-09d06ceca20c req-86ac15fc-3142-4432-b1f0-70a0d6bc5cc4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:02.589333 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6de4bf43-583b-4244-b70e-09d06ceca20c req-86ac15fc-3142-4432-b1f0-70a0d6bc5cc4 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.4843538
Feb 15 15:51:02.595065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=aee8a9e8-423a-4732-9219-57dfe684072c,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:02.595389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:02.667960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebcbf6-21ee-4825-85c0-e82ffc47c621 req-225dfd4a-7dd3-46fd-859a-5bd60135af03 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:02.669515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0bebcbf6-21ee-4825-85c0-e82ffc47c621 req-225dfd4a-7dd3-46fd-859a-5bd60135af03 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1310453
Feb 15 15:51:02.671926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-27947d2a-bf10-4020-9ae9-37aebe3cac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:02.673497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-27947d2a-bf10-4020-9ae9-37aebe3cac8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa&tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 1161 time: 0.1846797
Feb 15 15:51:02.756049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for aee8a9e8-423a-4732-9219-57dfe684072c owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:02.772887 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0bebcbf6-21ee-4825-85c0-e82ffc47c621 req-8486ac8a-81f6-4223-8a99-3e7f4c277f53 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961275
Feb 15 15:51:02.820102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-8ba00ea3-836a-43c5-b19e-62a86ebac4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:02.822066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-8ba00ea3-836a-43c5-b19e-62a86ebac4b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1161 time: 0.1106222
Feb 15 15:51:02.830751 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c', 'code': 200}
Feb 15 15:51:02.833202 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6de4bf43-583b-4244-b70e-09d06ceca20c req-333decaf-fb15-4b06-bb9e-6dcaef7ca668 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294552
Feb 15 15:51:02.873968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84016) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:51:02.874432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:51:02.984882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-c5845635-0247-45f0-8c32-4f653923d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:02.986518 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-c5845635-0247-45f0-8c32-4f653923d7fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1525004
Feb 15 15:51:03.049342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-0f95f975-ae46-4075-b763-c1fd680b0d59 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:03.050875 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-0f95f975-ae46-4075-b763-c1fd680b0d59 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 946 time: 0.1654146
Feb 15 15:51:03.061959 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d24a6-d302-4474-b46c-f606ac65857b req-a4a488d2-7fcb-47d1-8b34-7a97871c1dfc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:03.063497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-955d24a6-d302-4474-b46c-f606ac65857b req-a4a488d2-7fcb-47d1-8b34-7a97871c1dfc tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 943 time: 0.1209729
Feb 15 15:51:03.107471 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-e40ea038-fe55-404b-b4ba-b8dc520e46ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 1000 time: 0.1073065
Feb 15 15:51:03.166847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Deleting port a221bcba-b475-49b8-9c9d-38bd9bae805b {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:03.167277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:03.178732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-d8966bd4-aa0f-4d5c-9bf7-3dca3d8c36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:03.180306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-d8966bd4-aa0f-4d5c-9bf7-3dca3d8c36b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0654297
Feb 15 15:51:03.212296 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-955d24a6-d302-4474-b46c-f606ac65857b req-04dff7b4-b082-4d5b-9b04-eec20b530645 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096427
Feb 15 15:51:03.273147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-ff7cbf79-7e3a-45a4-863c-c140bd1d63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:03.274829 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-ff7cbf79-7e3a-45a4-863c-c140bd1d63d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812845
Feb 15 15:51:03.378184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port aee8a9e8-423a-4732-9219-57dfe684072c {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:03.378775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:03.423646 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-115ea2df-515f-40af-b07d-e53b7306f69f service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374025
Feb 15 15:51:03.535342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] For port a221bcba-b475-49b8-9c9d-38bd9bae805b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a221bcba-b475-49b8-9c9d-38bd9bae805b,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:03.535727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:03.575242 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-c8819735-44e9-46ca-9832-b4c251863454 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412179
Feb 15 15:51:03.717672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Calling delete_port for a221bcba-b475-49b8-9c9d-38bd9bae805b owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:03.908667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port aee8a9e8-423a-4732-9219-57dfe684072c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=aee8a9e8-423a-4732-9219-57dfe684072c,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:03.909065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:03.993931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537abf40-c7e8-4fa7-a316-7eb01a74e84d req-1d19cc00-001c-4fef-a426-8e5857a89121 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:03.995561 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-537abf40-c7e8-4fa7-a316-7eb01a74e84d req-1d19cc00-001c-4fef-a426-8e5857a89121 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0896065
Feb 15 15:51:04.043850 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-537abf40-c7e8-4fa7-a316-7eb01a74e84d req-cb43c34e-a217-4513-961f-61f742e71ba0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415199
Feb 15 15:51:04.131142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for aee8a9e8-423a-4732-9219-57dfe684072c owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:04.222495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:04.253279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:04.313996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Pushing event deleted for resources: {'Port': ['ID=a221bcba-b475-49b8-9c9d-38bd9bae805b,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:04.316711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:04.475901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d700671-038a-4d38-8f06-c95ef9152237 req-ddbe30af-ed54-4439-ae79-a3cf8c9f19fb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:04.477572 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d700671-038a-4d38-8f06-c95ef9152237 req-ddbe30af-ed54-4439-ae79-a3cf8c9f19fb tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 867 time: 0.5264735
Feb 15 15:51:04.492306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:04.525543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-30b6babd-c347-40c2-81eb-2f7920a1b029 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:04.601505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event deleted for resources: {'Port': ['ID=aee8a9e8-423a-4732-9219-57dfe684072c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:04.662611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:04.725829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] No DVR routers for this DVR port a221bcba-b475-49b8-9c9d-38bd9bae805b on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:51:04.731879 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8d700671-038a-4d38-8f06-c95ef9152237 req-1134d409-9d02-40f4-872a-c629aa3647a7 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/security-groups?id=21a245eb-b97f-4254-bab7-6197bf2af1a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408466
Feb 15 15:51:04.734705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:04.737442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'name': 'network-vif-deleted', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:04.763638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f67580fa-863b-4e94-bb45-dacd8db84248 req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.15 "DELETE /v2.0/ports/a221bcba-b475-49b8-9c9d-38bd9bae805b HTTP/1.1" status: 204  len: 173 time: 1.6990986
Feb 15 15:51:04.829796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] No DVR routers for this DVR port aee8a9e8-423a-4732-9219-57dfe684072c on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:51:04.832170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:04.834275 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f58663e-7d4d-4141-8210-ff58a29e3740 req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "DELETE /v2.0/ports/aee8a9e8-423a-4732-9219-57dfe684072c HTTP/1.1" status: 204  len: 173 time: 2.9020991
Feb 15 15:51:04.886503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-13347406-b5fc-4d6a-8a71-46d7c82fb3b6 req-b66d0a89-1931-4256-a478-a4393f8c8df3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Synchronizing usage tracker for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:51:04.901771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-13347406-b5fc-4d6a-8a71-46d7c82fb3b6 req-b66d0a89-1931-4256-a478-a4393f8c8df3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Unset dirty status for tenant:51805d0596474dd284dab71569ac7a9b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:51:04.903055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13347406-b5fc-4d6a-8a71-46d7c82fb3b6 req-b66d0a89-1931-4256-a478-a4393f8c8df3 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0668197
Feb 15 15:51:04.959445 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6820281-ae0a-4fe8-a05f-b2481a0c6093', 'name': 'network-vif-deleted', 'tag': 'a221bcba-b475-49b8-9c9d-38bd9bae805b', 'status': 'completed', 'code': 200}
Feb 15 15:51:05.263360 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adfe0d-3cd2-4670-bb68-bfa60cf948e7 req-2201e4ae-d448-41e9-bc9a-9381368c00d8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:05.265072 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c4adfe0d-3cd2-4670-bb68-bfa60cf948e7 req-2201e4ae-d448-41e9-bc9a-9381368c00d8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0909727
Feb 15 15:51:05.313976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c4adfe0d-3cd2-4670-bb68-bfa60cf948e7 req-16d62408-f997-4fe3-8c9f-7a6513fc3119 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422533
Feb 15 15:51:05.534745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ace7f46c-abfc-49dc-84b6-05b0c0d0355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:05.914484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c16527f4-036d-4a38-b45a-20ff80a977bb req-ba718fab-e234-4965-b22f-de9d8d210419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Synchronizing usage tracker for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:51:05.930737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c16527f4-036d-4a38-b45a-20ff80a977bb req-ba718fab-e234-4965-b22f-de9d8d210419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Unset dirty status for tenant:4e2acc07b6a6414a8ce76a04d9e938dd on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:51:05.932032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c16527f4-036d-4a38-b45a-20ff80a977bb req-ba718fab-e234-4965-b22f-de9d8d210419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0749302
Feb 15 15:51:06.089063 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71ef4d81-2880-41fc-935a-b168576c4a0a req-b5eaf750-b992-4e2a-b6f8-4a9648ca75ab tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0543365
Feb 15 15:51:06.534446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba259f-e956-43e9-a143-6aa496adb969 req-892f92a1-b9f1-48a1-bb01-05feaeeda79c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:06.535992 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84ba259f-e956-43e9-a143-6aa496adb969 req-892f92a1-b9f1-48a1-bb01-05feaeeda79c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0914044
Feb 15 15:51:06.586548 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-84ba259f-e956-43e9-a143-6aa496adb969 req-8d6cb91f-6598-42c3-a53c-d1707d379977 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439069
Feb 15 15:51:06.964244 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-deleted', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:07.039722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92ae10f-cfd5-4dfa-a288-ef92e2b988df', 'name': 'network-vif-deleted', 'tag': 'aee8a9e8-423a-4732-9219-57dfe684072c', 'status': 'completed', 'code': 200}
Feb 15 15:51:07.110184 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e21becc7-8690-49a4-93f5-cd8889e31f1f req-50bc66b5-eab2-4dad-ae5f-c2956529d797 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0503516
Feb 15 15:51:07.286292 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9c78f69-c94e-4564-8fde-cd877eeed5f3 req-fab610c6-6a96-4cdc-9b6a-156c7d198373 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0516860
Feb 15 15:51:07.312285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:51:07.351827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: a221bcba-b475-49b8-9c9d-38bd9bae805b {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:51:07.352470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a221bcba-b475-49b8-9c9d-38bd9bae805b not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:51:07.799098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a07e5-cc89-4755-8800-9fbfc4a92027 req-87189d21-91fb-45b7-b663-28215f7539a6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:07.800813 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a9a07e5-cc89-4755-8800-9fbfc4a92027 req-87189d21-91fb-45b7-b663-28215f7539a6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0895569
Feb 15 15:51:07.855722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a9a07e5-cc89-4755-8800-9fbfc4a92027 req-392c9828-0a2b-4d68-b0a2-30dbeaf99b62 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479875
Feb 15 15:51:08.315268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-add5af9c-1dfe-4d75-994a-4847414409de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:08.591431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-c8a00dee-0f8d-491c-ba77-f69628c11a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:08.592331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-c8a00dee-0f8d-491c-ba77-f69628c11a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Synchronizing usage tracker for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:network {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:51:08.610830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-c8a00dee-0f8d-491c-ba77-f69628c11a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Unset dirty status for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:network {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:51:08.612139 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-c8a00dee-0f8d-491c-ba77-f69628c11a2b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 813 time: 0.3988125
Feb 15 15:51:08.629424 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-21cbad4f-b9bc-4789-8d37-ecf2fc7dd73d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/quotas/57cd6b7a5e4945cca208c31a117a31fa HTTP/1.1" status: 200  len: 375 time: 0.0102749
Feb 15 15:51:08.684701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-de43cf53-6ed1-46a0-9b5d-07bf4dd0c2d0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Synchronizing usage tracker for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:51:08.702048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-de43cf53-6ed1-46a0-9b5d-07bf4dd0c2d0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Unset dirty status for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:51:08.703533 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-de43cf53-6ed1-46a0-9b5d-07bf4dd0c2d0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0677981
Feb 15 15:51:08.858830 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-e9783ed2-e7cf-44a4-85eb-9a10d7777034 service neutron] 10.222.0.102 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453612
Feb 15 15:51:09.006469 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-f0105f2d-e204-46c8-9e54-575ecbea8f21 service neutron] 10.222.0.102 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408165
Feb 15 15:51:09.188162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:09.303835 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2070b49c-6ac7-48e9-a95b-4f4fc56c8296 req-1175c297-513a-46ab-8fb6-7b650a1bbea5 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0521667
Feb 15 15:51:09.505547 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-41a3f013-f1e0-4328-9838-7e0148e13f1d req-4dd2aa5f-4208-421e-995e-2b81f3b6c870 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0672796
Feb 15 15:51:09.696779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b48537-525e-4e7e-b987-5d8cde8dc1b9 req-9aad356d-30c2-422b-9d50-f3bfba468283 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:09.698389 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64b48537-525e-4e7e-b987-5d8cde8dc1b9 req-9aad356d-30c2-422b-9d50-f3bfba468283 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0907578
Feb 15 15:51:09.749236 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64b48537-525e-4e7e-b987-5d8cde8dc1b9 req-206bd116-eb8a-41f4-93d3-ceccfd907221 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442111
Feb 15 15:51:09.918725 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3062d6c8-5303-441c-ad94-cee0f7f38fa4 req-155c2d16-e758-4bd0-8457-c1940dd7d6cc tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0642190
Feb 15 15:51:09.920576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:10.461485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:10.497141 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb70157a-1333-4804-8d7e-016cca135aba req-847f1705-c058-4360-a8ae-74e1b48004f2 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0497544
Feb 15 15:51:10.688717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cb2fa338-159c-42f6-9501-395c7ab3d607 req-78465a74-5940-4390-9573-7ebd4b542136 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0510476
Feb 15 15:51:10.982066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37205573-2ad0-4a8e-8371-382b416a1cd3 req-06b19609-e85f-4c47-add0-7f90be14ea38 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:10.983758 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37205573-2ad0-4a8e-8371-382b416a1cd3 req-06b19609-e85f-4c47-add0-7f90be14ea38 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1037259
Feb 15 15:51:11.042861 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-37205573-2ad0-4a8e-8371-382b416a1cd3 req-f47a4cce-3fbb-491a-9c82-c492b4633702 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482726
Feb 15 15:51:11.214539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a442f61-dc6a-4318-92e8-fdeba48fb6fd req-6f921108-a738-423b-88c7-a7f3607f2608 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0563948
Feb 15 15:51:11.685131 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6e126d30-a7ad-4fb8-864e-8f44730f3cc1 req-835b5932-ba2a-4686-bddf-fe7358e86053 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0552068
Feb 15 15:51:11.878825 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0232663f-5528-4085-9c41-2b33b9d685db req-4dc303cc-71af-47ab-925d-cb00e5a5d54a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0559449
Feb 15 15:51:12.255217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff3e3-e446-4ce1-85e4-e02709feb285 req-b0465954-6492-4b09-ae20-eaee4569afea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:12.256912 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b34ff3e3-e446-4ce1-85e4-e02709feb285 req-b0465954-6492-4b09-ae20-eaee4569afea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0903630
Feb 15 15:51:12.306064 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b34ff3e3-e446-4ce1-85e4-e02709feb285 req-afaaa112-ab2e-411a-bdf8-d6c9048c2554 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428441
Feb 15 15:51:12.467943 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7327a9e0-c692-4239-a450-56b031cbd02b req-a6a98649-dc07-4961-9004-ca49e9d85394 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0575342
Feb 15 15:51:12.864045 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d3b3584c-86fe-4bcc-a33f-183753d6fce3 req-c4aa951b-d652-4033-b314-40565d49a583 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0503201
Feb 15 15:51:13.064192 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e0b099e-4646-4f96-bf9b-928af340c2cc req-cbf4359a-06e9-4317-948c-aa3430781cc2 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0497088
Feb 15 15:51:13.527361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc22b36-1a97-4679-bff1-c4f7225fe495 req-d323de2a-5d4a-489d-b9d0-ac0e7f6ea2e5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:13.529211 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc22b36-1a97-4679-bff1-c4f7225fe495 req-d323de2a-5d4a-489d-b9d0-ac0e7f6ea2e5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0961890
Feb 15 15:51:13.580162 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7bc22b36-1a97-4679-bff1-c4f7225fe495 req-432cfac4-7ce8-4813-b95a-ab01635074e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446186
Feb 15 15:51:13.735569 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dc825f1a-43be-4c02-a1b5-5e011a005b74 req-12984781-6b5a-4506-9efc-b55137746ae0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0495043
Feb 15 15:51:14.052564 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a26dfbe-d5b7-4d9c-83ce-06e98cae0669 req-0b8cc1c8-34ba-4d3d-b896-58ef54efe3de tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0542097
Feb 15 15:51:14.247453 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-156e0bcc-815d-4918-b0ec-42055bf246e1 req-4a3c5d3c-4cb5-458e-94c3-ef0484a09a02 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0521362
Feb 15 15:51:14.798694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4dcdc-5abc-4544-9705-ee1cfbe0ee3c req-2ed35c3f-052c-442a-8090-0567683ad562 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:14.800351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-67c4dcdc-5abc-4544-9705-ee1cfbe0ee3c req-2ed35c3f-052c-442a-8090-0567683ad562 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0953488
Feb 15 15:51:14.851990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-67c4dcdc-5abc-4544-9705-ee1cfbe0ee3c req-92b050d3-05d9-4d4a-9721-8fe4e7f1ef5b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450950
Feb 15 15:51:15.021071 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94026082-367a-48fe-931b-00a8423834b0 req-9aa1ab71-82bf-427c-801f-955798b05201 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0544050
Feb 15 15:51:15.234591 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b217ca8-6819-4c80-a865-cccec9f3a6c9 req-c7c141cf-24b4-442c-ae75-9ef2f931c5dd tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0490379
Feb 15 15:51:15.433165 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7817f78-56e9-484b-8a72-5468e4f4ad10 req-4e7299d0-78e5-4d98-95e2-06ce9cf94e4a tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0531769
Feb 15 15:51:16.072094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e05bf-caf7-46c8-81d3-0a6fcfe316b3 req-29aeabe6-1b20-4a38-9d8c-6db5f04ab21f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:16.073336 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-493e05bf-caf7-46c8-81d3-0a6fcfe316b3 req-29aeabe6-1b20-4a38-9d8c-6db5f04ab21f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0943668
Feb 15 15:51:16.127425 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-493e05bf-caf7-46c8-81d3-0a6fcfe316b3 req-c2bed8e0-845f-418d-b445-5de7eb49122e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475042
Feb 15 15:51:16.299920 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-640dd0c1-ade5-4b78-95f1-bda8c1bc393a req-271909fa-fe2f-4464-8734-9e3370822993 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0541649
Feb 15 15:51:16.533293 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-15f123a8-c3a8-4a69-b26a-a5d396322f35 req-dd61afcf-048b-42b2-b19b-ab540a2b592f tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0529912
Feb 15 15:51:16.713314 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c53a7d53-cc25-4196-a626-468d01864d51 req-f97d1d79-b815-457e-b934-52e60691ede4 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0529275
Feb 15 15:51:17.346870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78a28-501d-4be5-bf7d-faf38696d84a req-92f93d9d-b6ef-4c07-8c8a-69bd68e11787 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:17.348494 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a78a28-501d-4be5-bf7d-faf38696d84a req-92f93d9d-b6ef-4c07-8c8a-69bd68e11787 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0946746
Feb 15 15:51:17.399231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01a78a28-501d-4be5-bf7d-faf38696d84a req-008f5221-fe60-4f37-b9d9-d522b905c839 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440869
Feb 15 15:51:17.569836 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bb6cbee2-1fe4-4bfe-afa5-40ea6e8440c5 req-e696a82e-9317-406e-a71b-c4bed0bd9216 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0531502
Feb 15 15:51:17.753925 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-326cb6ce-c6dc-4de9-a300-e9bc67dec875 req-e5b75da1-b371-4664-8616-5aa4e692051c tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6820281-ae0a-4fe8-a05f-b2481a0c6093 HTTP/1.1" status: 200  len: 210 time: 0.0571930
Feb 15 15:51:17.881425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:51:17.925661 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e46b7efb-e30b-408b-a49d-2bf583821994 req-ae07b384-1298-492b-b8f5-bfab0690ff03 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0483081
Feb 15 15:51:18.622021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a6dba-26ad-4b20-95f1-14bb07130487 req-70c1b616-fd84-4f17-8b95-61e9e20042d1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:18.624763 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e5a6dba-26ad-4b20-95f1-14bb07130487 req-70c1b616-fd84-4f17-8b95-61e9e20042d1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.0967960
Feb 15 15:51:18.673199 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e5a6dba-26ad-4b20-95f1-14bb07130487 req-72e5cf74-904e-4b46-b190-e6323cf36b15 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431764
Feb 15 15:51:18.739305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f603b5e7-ef31-419e-936b-a038ae286c9d req-95828e47-79df-4822-ad0b-97bde2f50c99 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0511849
Feb 15 15:51:18.868603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52454) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:19.135581 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7faf31bc-f621-4a2f-a89a-b3bf0da92f3f req-2a693a9a-813f-405d-a782-9aa3bf253650 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=d92ae10f-cfd5-4dfa-a288-ef92e2b988df HTTP/1.1" status: 200  len: 210 time: 0.0626764
Feb 15 15:51:19.723106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:19.753985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-32350429-22a5-4ffc-88af-b935155e96cc tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:19.755572 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-32350429-22a5-4ffc-88af-b935155e96cc tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 813 time: 0.2083950
Feb 15 15:51:19.775655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Request body: {'port': {'device_id': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e', 'admin_state_up': True, 'tenant_id': '57cd6b7a5e4945cca208c31a117a31fa'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:51:19.970777 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92b9c7b7-9dba-47fd-8108-2d4a5a190f5c req-3802a929-2134-47bd-89c4-e5fa743219ca tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0549610
Feb 15 15:51:20.023144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:20.027823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcbe92-1e73-4149-8794-f0c230eac70f req-a8a7842c-dbca-4b41-ba15-ade8fd62123a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:20.035713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:20.037808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88fcbe92-1e73-4149-8794-f0c230eac70f req-a8a7842c-dbca-4b41-ba15-ade8fd62123a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1558142
Feb 15 15:51:20.049243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Made reservation on behalf of 57cd6b7a5e4945cca208c31a117a31fa for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:51:20.056144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.180068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.216450 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-88fcbe92-1e73-4149-8794-f0c230eac70f req-941c7b1b-2031-45e6-ac08-2d26ef76b177 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065555
Feb 15 15:51:20.310042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Deleting port b6300bb5-69df-4d7f-aa61-89e01601eb60 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:20.310349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.433855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Allocated IP 172.20.0.11 (cce808f8-99da-4046-8b9a-4d5a7345e83e/86af1bb6-fd80-4c7b-9200-4bd90d1dae72/5c4df4c6-356c-46eb-a74b-803e5b25bc3d) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:51:20.513202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] For port b6300bb5-69df-4d7f-aa61-89e01601eb60, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b6300bb5-69df-4d7f-aa61-89e01601eb60,segment=NetworkSegment(9db92f1b-c2de-47e7-8273-6d8882738a99),segment_id=9db92f1b-c2de-47e7-8273-6d8882738a99)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:20.513608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.649044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Calling delete_port for b6300bb5-69df-4d7f-aa61-89e01601eb60 owned by network:router_interface {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:20.652393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.686816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.703035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8414d0d1-aadf-41f5-a211-89a28f8a8c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:20.853618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Pushing event updated for resources: {'Port': ['ID=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:20.858313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:20.904729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Network cce808f8-99da-4046-8b9a-4d5a7345e83e is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:51:20.905981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:51:20.908443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:51:20.912901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:20.913566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.938799 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1715362
Feb 15 15:51:20.951759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Request body: {'port': {'device_id': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:51:20.972631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:20.986202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:21.044947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6300bb5-69df-4d7f-aa61-89e01601eb60,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:21.074082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:21.098279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:21.402749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614edd-eb22-4835-994c-31950be4e6e9 req-8669a4b8-26d0-41ba-9d2a-344cc9ce045b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:21.411203 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4e614edd-eb22-4835-994c-31950be4e6e9 req-8669a4b8-26d0-41ba-9d2a-344cc9ce045b tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 932 time: 0.3073969
Feb 15 15:51:21.552084 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4e614edd-eb22-4835-994c-31950be4e6e9 req-bc3cacea-e93b-4c73-84db-d6b5249b9cfb tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398821
Feb 15 15:51:21.588419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:21.760999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0e098-b49a-453b-8a60-e7a6af26b258 req-d77e7f9b-ae4e-43a4-9544-f2137bbbebb7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:21.762688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05d0e098-b49a-453b-8a60-e7a6af26b258 req-d77e7f9b-ae4e-43a4-9544-f2137bbbebb7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.1325724
Feb 15 15:51:21.876768 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05d0e098-b49a-453b-8a60-e7a6af26b258 req-be208194-4024-4122-b306-022eeddd5513 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072097
Feb 15 15:51:21.883353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4df4c6-356c-46eb-a74b-803e5b25bc3d {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:51:21.892195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:21.906827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Transition to ACTIVE for port object 5c4df4c6-356c-46eb-a74b-803e5b25bc3d will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:51:21.910827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:21.933988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:22.107185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:22.111920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:22.277084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Attempting to bind port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:51:22.278023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Attempting to bind port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:51:22.278544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Attempting to bind port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d on network cce808f8-99da-4046-8b9a-4d5a7345e83e {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:51:22.285792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:51:22.286501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Checking segment: {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:51:22.287021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:22.287450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Bound using segment: {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:51:22.287927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Bound port: 5c4df4c6-356c-46eb-a74b-803e5b25bc3d, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99ae4b4-2954-4f35-9a7a-20c3d828d533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cce808f8-99da-4046-8b9a-4d5a7345e83e'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:51:22.288448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:22.399127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] For port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:51:22.402222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] For port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:51:22.406287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:22.419596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c4d1520-db89-4d2f-8070-50ccf7e55794 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:22.454841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:51:22.475140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78002d-074c-4e0f-9d6f-eac3526cf138 req-2a2740e4-52b6-4c67-9d26-e51b232e390b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:22.477312 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cf78002d-074c-4e0f-9d6f-eac3526cf138 req-2a2740e4-52b6-4c67-9d26-e51b232e390b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.1339316
Feb 15 15:51:22.569337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:22.573239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:22.616596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:22.617313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:22.618834 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] 10.222.0.15 "PUT /v2.0/ports/5c4df4c6-356c-46eb-a74b-803e5b25bc3d HTTP/1.1" status: 200  len: 1158 time: 1.6716731
Feb 15 15:51:22.619362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:22.670803 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cf78002d-074c-4e0f-9d6f-eac3526cf138 req-432fe7f7-95c4-4783-82fe-e65225f397a7 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394129
Feb 15 15:51:22.707212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:51:22.720216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Sync routers for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:51:22.725687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] 10.222.0.102 "PUT /v2.0/routers/8ae67f31-8b65-4159-8f40-7ee19e9f98e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8555837
Feb 15 15:51:22.728353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52506) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:22.733212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:51:22.733881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b12d5f8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:51:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:22.739104 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d', 'status': 'completed', 'code': 200}
Feb 15 15:51:22.849052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e384-3d91-4417-a5b1-9618c6c741dd req-091e2613-0884-466e-8465-fccf2dbcbbb3 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:22.849820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bc35e384-3d91-4417-a5b1-9618c6c741dd req-091e2613-0884-466e-8465-fccf2dbcbbb3 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Synchronizing usage tracker for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:51:22.854913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-7f7a1c07-5e35-424c-bff5-88f4fe14a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:22.856537 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-7f7a1c07-5e35-424c-bff5-88f4fe14a117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 1161 time: 0.1881855
Feb 15 15:51:22.931408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:51:22.938463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:22.941120 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-620f6cfd-bed0-4684-a4a1-94d65a23af5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4df4c6-356c-46eb-a74b-803e5b25bc3d HTTP/1.1" status: 200  len: 217 time: 0.0730340
Feb 15 15:51:22.942229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bc35e384-3d91-4417-a5b1-9618c6c741dd req-091e2613-0884-466e-8465-fccf2dbcbbb3 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Unset dirty status for tenant:57cd6b7a5e4945cca208c31a117a31fa on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:51:22.949773 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc35e384-3d91-4417-a5b1-9618c6c741dd req-091e2613-0884-466e-8465-fccf2dbcbbb3 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 944 time: 0.2182684
Feb 15 15:51:23.045037 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bc35e384-3d91-4417-a5b1-9618c6c741dd req-d7e78aae-d449-47cb-8fa4-3650a9fd743a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942955
Feb 15 15:51:23.060448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-a6309c25-a036-4a0c-9702-819f34811b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.062045 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-a6309c25-a036-4a0c-9702-819f34811b05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86af1bb6-fd80-4c7b-9200-4bd90d1dae72 HTTP/1.1" status: 200  len: 853 time: 0.0953388
Feb 15 15:51:23.121042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-8eabe381-0a40-4b89-8208-89b8cfd9ca00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce808f8-99da-4046-8b9a-4d5a7345e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502868
Feb 15 15:51:23.211216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:23.216822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Deleting port b284613b-a0a5-4a81-8d06-dca445ebaee2 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:23.217548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:23.283345 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-21503926-b839-477a-beb8-6f0e8a6d779e service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511409
Feb 15 15:51:23.409602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b12d5f8>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:51:20Z', 'revision_number': 5, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:23.413924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Checking router: 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:51:23.423533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Routers {'8ae67f31-8b65-4159-8f40-7ee19e9f98e9'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:51:23.424190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b12d5f8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:51:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:23.433713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb0d79-e833-4238-89f7-7da53b627f29 req-3dc18de7-4f55-413a-ad2a-e6e2e99dce9b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.435454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6fb0d79-e833-4238-89f7-7da53b627f29 req-3dc18de7-4f55-413a-ad2a-e6e2e99dce9b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.3554854
Feb 15 15:51:23.435958 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5b0971c5-f0a3-43eb-a9a7-feed233b4535 req-c9e6a8ee-1697-4560-91f8-9a56910106a3 service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417542
Feb 15 15:51:23.475936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] For port b284613b-a0a5-4a81-8d06-dca445ebaee2, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=b284613b-a0a5-4a81-8d06-dca445ebaee2,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:23.476432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:23.573549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-790f9a11-17fd-4bda-a07f-2349c9804126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.575367 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-790f9a11-17fd-4bda-a07f-2349c9804126 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 1161 time: 0.0791097
Feb 15 15:51:23.619938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] Set router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:51:23.624289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Calling delete_port for b284613b-a0a5-4a81-8d06-dca445ebaee2 owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:23.666437 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6fb0d79-e833-4238-89f7-7da53b627f29 req-7b886f9d-1933-4b95-9162-c7f05c897751 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2207727
Feb 15 15:51:23.731542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-388f10ee-7d51-4e0f-b1b1-4a316f5b0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.734069 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-388f10ee-7d51-4e0f-b1b1-4a316f5b0159 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 200  len: 907 time: 0.1497576
Feb 15 15:51:23.783912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.plugins.ml2.ovo_rpc [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = function(*args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     proto.__init__(conn_state, self)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle()
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle_one_request()
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle_one_response()
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = self.application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return app(environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return request.get_response(self.application)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self._app)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = self.app(environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:51:23.791157 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = method(request=request, **args)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._delete(request, id, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*dup_args, **dup_kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     obj_deleter(request.context, id, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return method(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*dup_args, **dup_kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._delete_current_gw_port(context, id, router, None)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, context, *args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return method(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     context, port, router_ids, bound_mech_contexts)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     return function(*args, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     callback(resource, event, trigger, **kwargs)
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     if self._is_session_semantic_violated(context, resource, event):
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]:     stack = traceback.extract_stack()
Feb 15 15:51:23.796863 dv-cinder-768105-5-iscsi neutron-server[83906]: 
Feb 15 15:51:23.860965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-296a41f5-4d5f-4637-9bcc-db9fb741759a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c4df4c6-356c-46eb-a74b-803e5b25bc3d HTTP/1.1" status: 200  len: 217 time: 0.1179504
Feb 15 15:51:23.942195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b12d5f8>, [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:51:20Z', 'revision_number': 5, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:23.947038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c52b42-6eaa-46c4-b20c-f30b6a60c530 None None] The sync data for ids ['8ae67f31-8b65-4159-8f40-7ee19e9f98e9'] in dv-cinder-768105-5-iscsi is: [{'id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'name': 'tempest-ServerRescueNegativeTestJSON-711467774-router', 'tenant_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:51:20Z', 'revision_number': 5, 'project_id': '4e2acc07b6a6414a8ce76a04d9e938dd', 'gw_port': {'id': 'b284613b-a0a5-4a81-8d06-dca445ebaee2', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae67f31-8b65-4159-8f40-7ee19e9f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:51:23.961759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-b76a5acd-4331-4488-84da-acb1c59c06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.963351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-b76a5acd-4331-4488-84da-acb1c59c06da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86af1bb6-fd80-4c7b-9200-4bd90d1dae72 HTTP/1.1" status: 200  len: 853 time: 0.0905583
Feb 15 15:51:23.975004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4b1b-0ee5-49e3-a2b6-aecd7030515c req-79d2b575-fcb6-4920-a519-9b52567d7c88 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:23.983354 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a10b4b1b-0ee5-49e3-a2b6-aecd7030515c req-79d2b575-fcb6-4920-a519-9b52567d7c88 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.1677048
Feb 15 15:51:23.994142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.050929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-ff29bb63-7083-4cef-9cf9-25c50bb166ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce808f8-99da-4046-8b9a-4d5a7345e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653684
Feb 15 15:51:24.121125 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a10b4b1b-0ee5-49e3-a2b6-aecd7030515c req-a2dac4a3-7ab9-4713-804b-e8734d52c49c tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358349
Feb 15 15:51:24.227998 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-f28afff8-4bd1-4b11-99ae-4286325b96d0 service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678228
Feb 15 15:51:24.394245 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbecede-2edd-4b1d-bd46-3f9068f6d66a req-a0ba547a-1cce-45e2-a466-cf88186e5bac service neutron] 10.222.0.15 "GET /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550531
Feb 15 15:51:24.448538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.451779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.556709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.557187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae67f31-8b65-4159-8f40-7ee19e9f98e9 {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:51:24.581809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebc446-8bd1-446a-9b8e-bbb05515c9fa req-a00e5f70-bd50-41fd-9cce-44d5c7b19106 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:24.583454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3bebc446-8bd1-446a-9b8e-bbb05515c9fa req-a00e5f70-bd50-41fd-9cce-44d5c7b19106 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 944 time: 0.1892045
Feb 15 15:51:24.586593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.589874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-16b01d75-22fa-4b18-b76f-15ecad72da8b admin admin] 10.222.0.102 "DELETE /v2.0/routers/8ae67f31-8b65-4159-8f40-7ee19e9f98e9 HTTP/1.1" status: 204  len: 168 time: 1.8582518
Feb 15 15:51:24.591381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52520) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:24.642883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df649270-e8c1-4de4-9250-974da880cdb5 req-33cec954-2037-4cec-9b0d-d42186ebed98 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:24.644734 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df649270-e8c1-4de4-9250-974da880cdb5 req-33cec954-2037-4cec-9b0d-d42186ebed98 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 946 time: 0.0924456
Feb 15 15:51:24.688554 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3bebc446-8bd1-446a-9b8e-bbb05515c9fa req-45007686-4787-4784-86e2-9ee276ec0715 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978804
Feb 15 15:51:24.696853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Deleting subnet 527b45fd-4fb4-4b24-a2e8-ec980e8984e6 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:51:24.700186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.732169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Deleting port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:51:24.732893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.758406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:24.827567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.040550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e52f-6b48-4bee-954f-f014decd8016 req-45b04b9b-e672-42cf-9e1b-378d610e9fa8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:25.042134 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7505e52f-6b48-4bee-954f-f014decd8016 req-45b04b9b-e672-42cf-9e1b-378d610e9fa8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.2448835
Feb 15 15:51:25.096331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.112491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:25.113534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] For port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,segment=NetworkSegment(6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5),segment_id=6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:25.113937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.128027 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7505e52f-6b48-4bee-954f-f014decd8016 req-d78f15bd-e660-4040-af77-678afe669378 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793641
Feb 15 15:51:25.175236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527b45fd-4fb4-4b24-a2e8-ec980e8984e6,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:25.178385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:25.253712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Calling delete_port for 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:51:25.269812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.279105 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bce746d8-a9db-4504-85cc-3c2b9f2703db admin admin] 10.222.0.102 "DELETE /v2.0/subnets/527b45fd-4fb4-4b24-a2e8-ec980e8984e6 HTTP/1.1" status: 204  len: 168 time: 0.6859648
Feb 15 15:51:25.282243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52528) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:25.307709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b284613b-a0a5-4a81-8d06-dca445ebaee2 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:51:25.348504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: b284613b-a0a5-4a81-8d06-dca445ebaee2 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:51:25.348792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b284613b-a0a5-4a81-8d06-dca445ebaee2 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:51:25.349298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b6300bb5-69df-4d7f-aa61-89e01601eb60 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:51:25.386890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: b6300bb5-69df-4d7f-aa61-89e01601eb60 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:51:25.387318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device b6300bb5-69df-4d7f-aa61-89e01601eb60 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:51:25.413515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.429464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1285e829-d998-433f-bd99-3792fe22eaea tempest-VolumesNegativeTest-423305670 tempest-VolumesNegativeTest-423305670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:25.466010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.485943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Pushing event deleted for resources: {'Port': ['ID=9a53d7ed-e381-43e7-ac00-9adb1989d8a7,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:25.490794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:25.551391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831feca-c412-4fed-9ef2-3d37109422c1 req-8ed45d09-02a0-420c-97c7-c86a5490b7a1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:25.553190 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3831feca-c412-4fed-9ef2-3d37109422c1 req-8ed45d09-02a0-420c-97c7-c86a5490b7a1 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/ports?device_id=2984689b-2bb4-49bf-9b59-9241db95973a HTTP/1.1" status: 200  len: 867 time: 0.2726982
Feb 15 15:51:25.720201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.738216 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3831feca-c412-4fed-9ef2-3d37109422c1 req-4ab9581a-f9df-4552-93e9-cb011d26a04e tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.102 "GET /v2.0/security-groups?id=7cff1028-63e0-44f0-8d3c-55b6abbe7680&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561737
Feb 15 15:51:25.847565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701bd7c240>,) {'filters': {'network_id': ['4165a8b7-6598-4817-959a-3646f38a2426']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:25.860900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701bd7c240>, '9db92f1b-c2de-47e7-8273-6d8882738a99') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:25.861240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701bd7c240>, '9db92f1b-c2de-47e7-8273-6d8882738a99') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:25.873355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.888800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.889715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] No DVR routers for this DVR port 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:51:25.890920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:51:25.896904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:25.900630 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'name': 'network-vif-deleted', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:25.922558 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df649270-e8c1-4de4-9250-974da880cdb5 req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] 10.222.0.15 "DELETE /v2.0/ports/9a53d7ed-e381-43e7-ac00-9adb1989d8a7 HTTP/1.1" status: 204  len: 173 time: 1.2695656
Feb 15 15:51:25.951621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8ba36-462c-4534-b9d6-6c2b278d5eee req-5512e3b0-2593-4d27-8f64-5eda441aca9d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:25.953269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9d8ba36-462c-4534-b9d6-6c2b278d5eee req-5512e3b0-2593-4d27-8f64-5eda441aca9d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 944 time: 0.1158304
Feb 15 15:51:25.955280 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2984689b-2bb4-49bf-9b59-9241db95973a', 'name': 'network-vif-deleted', 'tag': '9a53d7ed-e381-43e7-ac00-9adb1989d8a7', 'status': 'completed', 'code': 200}
Feb 15 15:51:26.003113 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9d8ba36-462c-4534-b9d6-6c2b278d5eee req-93a66992-a8eb-48ea-a41b-73521bd1324e tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425067
Feb 15 15:51:26.086976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Network 4165a8b7-6598-4817-959a-3646f38a2426 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:51:26.097014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.323823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Network 4165a8b7-6598-4817-959a-3646f38a2426 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:51:26.351086 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:51:26.439492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.452059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:26.467169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.481976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4165a8b7-6598-4817-959a-3646f38a2426,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:26.487042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:26.495701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b5bf-2236-4df8-9da2-7efde25dd6f6 req-dd18b725-c350-4bbe-b3c6-fc5b28255f73 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:26.497351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0379b5bf-2236-4df8-9da2-7efde25dd6f6 req-dd18b725-c350-4bbe-b3c6-fc5b28255f73 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 944 time: 0.2307723
Feb 15 15:51:26.499177 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1cb40adc-5e58-4cb5-b1b9-11b34eeeda46 admin admin] 10.222.0.102 "DELETE /v2.0/networks/4165a8b7-6598-4817-959a-3646f38a2426 HTTP/1.1" status: 204  len: 168 time: 1.1800032
Feb 15 15:51:26.523101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 5c4df4c6-356c-46eb-a74b-803e5b25bc3d up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:26.553042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0379b5bf-2236-4df8-9da2-7efde25dd6f6 req-0525898d-8ef2-47be-b3e2-c832d71235de tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444117
Feb 15 15:51:26.629463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:51:26.637246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:26.637837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.735796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52544) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:26.769958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.788301 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0b0e6805-d2fa-4d9a-8c23-2a8bd53c285b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4e2acc07b6a6414a8ce76a04d9e938dd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511653
Feb 15 15:51:26.791000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52550) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:26.806913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:26.814099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:26.817972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.818908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:26.848780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52556) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:26.856757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:26.859121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.887671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.909274 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d', 'code': 200}
Feb 15 15:51:26.941317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.943902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Deleting subnet 2716d948-d630-4602-bb22-92b55b7a03d1 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:51:26.946862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3813acb-3c63-49c3-9138-252a9c67a48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:26.948827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.959318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:26.962201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a245eb-b97f-4254-bab7-6197bf2af1a1,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:26.963168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:26.968480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:26.976742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:26.977061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.978712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:26.979597 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/21a245eb-b97f-4254-bab7-6197bf2af1a1 HTTP/1.1" status: 204  len: 168 time: 0.1873090
Feb 15 15:51:27.021773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.100810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.171505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.226269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d0349f9e-684c-4be3-956a-5b2e472b8041,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:51:27.232489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.236053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:27.273065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9be42-22cd-4ec8-a274-3b31aeb9fb6d req-6d189e9a-5932-4b43-9fbb-aab2bf342f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:27.275019 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0eb9be42-22cd-4ec8-a274-3b31aeb9fb6d req-6d189e9a-5932-4b43-9fbb-aab2bf342f4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 1163 time: 0.1803205
Feb 15 15:51:27.279642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:51:27.323936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e8ae4-035a-4424-89c2-e65c53e6a50b req-16dbb98c-b806-4d54-a957-74b318af0e07 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:27.326229 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-891e8ae4-035a-4424-89c2-e65c53e6a50b req-16dbb98c-b806-4d54-a957-74b318af0e07 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.1644475
Feb 15 15:51:27.341642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:51:27.342253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 9a53d7ed-e381-43e7-ac00-9adb1989d8a7 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:51:27.366766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=6']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:27.370691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:27.373371 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0eb9be42-22cd-4ec8-a274-3b31aeb9fb6d req-8b94bfb5-ace9-4ef6-85c7-782dfbe5e07c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859926
Feb 15 15:51:27.399700 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-891e8ae4-035a-4424-89c2-e65c53e6a50b req-35ccd17e-3535-4a2b-8138-d5d74512a1c8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606980
Feb 15 15:51:27.425410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.441884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-82bb7a0b-68dd-4b73-8f59-de2a871571fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:27.489957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2716d948-d630-4602-bb22-92b55b7a03d1,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:27.540720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:27.577728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.584539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0468fd6c-8e36-4b6d-8005-e220cb06034c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/2716d948-d630-4602-bb22-92b55b7a03d1 HTTP/1.1" status: 204  len: 168 time: 0.7345200
Feb 15 15:51:27.587284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52574) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:27.712624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.715072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 5c4df4c6-356c-46eb-a74b-803e5b25bc3d up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:27.820587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9152-e7f0-4bb6-9087-519e06071091 req-1c0ee61a-bdc1-4e25-baef-0ca690f4f972 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:27.822839 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7df9152-e7f0-4bb6-9087-519e06071091 req-1c0ee61a-bdc1-4e25-baef-0ca690f4f972 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1222093
Feb 15 15:51:27.846522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:27.846946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.881680 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7df9152-e7f0-4bb6-9087-519e06071091 req-563dfe32-8dc9-4b60-b4a4-3453a89363ac tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520935
Feb 15 15:51:27.932088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:27.986411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:28.053453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f701a9f5198>> segment before_delete 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.053888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f701a9f5198>> subnet precommit_delete_associations 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.054666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> segment_host_mapping after_create 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.055038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> port after_create 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.055394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> port after_delete 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.055765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> port after_update 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.056361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> segment after_delete 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.056474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> subnet after_create 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.056834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> subnet after_delete 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.057186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f701a725630>> subnet after_update 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.061564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:28.061989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.209858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701b591fd0>> subnet after_create 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.210761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701b591fd0>> subnet after_delete 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.211138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701b591fd0>> subnet before_create 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.211506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f701b591fd0>> subnet before_update 55550000 {{(pid=84016) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 15 15:51:28.211895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701c02e358>,) {'filters': {'network_id': ['0256bb9e-0a8c-406f-8814-08e40b15f61c']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:28.234863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701c02e358>, '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:28.235411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701c02e358>, '6a9fd6d8-a18e-41eb-88c6-f8822f6f35a5') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:51:28.252397 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.276718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.279397 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:51:28.462192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:51:28.471530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.730833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Network 0256bb9e-0a8c-406f-8814-08e40b15f61c has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   from cryptography.utils import int_from_bytes
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   (rel_b, rel_a, rel_b),
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:51:28.758488 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:51:28.769692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52618) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:28.840668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae91b6-1075-49ca-ba72-248422b81f08 req-b1600765-af9e-4b5a-80a5-4077feaecde2 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:28.842447 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55ae91b6-1075-49ca-ba72-248422b81f08 req-b1600765-af9e-4b5a-80a5-4077feaecde2 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.2975488
Feb 15 15:51:28.896788 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-55ae91b6-1075-49ca-ba72-248422b81f08 req-2490e9da-6506-4611-8296-d5e09dd164a8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441446
Feb 15 15:51:28.897567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.901875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b1d741dd-210a-4756-9eac-6359b5f5f224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:28.910764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:51:28.919552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.938116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=0256bb9e-0a8c-406f-8814-08e40b15f61c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:28.941048 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] 10.222.0.102 "DELETE /v2.0/networks/0256bb9e-0a8c-406f-8814-08e40b15f61c HTTP/1.1" status: 204  len: 168 time: 1.3526716
Feb 15 15:51:28.942529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:28.976819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:28.994786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:29.000649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Usage tracker for resource:security_group_rule and tenant:336a7644ffe54637852672f7cd0782fe is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:29.003957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:29.011023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:29.032025 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'code': 200}
Feb 15 15:51:29.103303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52632) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:29.147440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8c13f-a3b2-4d90-af9c-73443ce0b155 req-6f26b9a2-4332-4f68-94c9-aaeba8b20dc8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:29.149016 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12a8c13f-a3b2-4d90-af9c-73443ce0b155 req-6f26b9a2-4332-4f68-94c9-aaeba8b20dc8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1264410
Feb 15 15:51:29.157194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-98f0754f-8212-4b26-a1bb-681c7a8aee29 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=51805d0596474dd284dab71569ac7a9b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0524871
Feb 15 15:51:29.160550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52636) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:29.226429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.227660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.233464 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-12a8c13f-a3b2-4d90-af9c-73443ce0b155 req-2fb3435d-3363-4b95-9021-ce46a882d860 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728366
Feb 15 15:51:29.234218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.242966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4031e572-d5c7-41d8-a2bc-0e60d2b8990b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:29.262491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.283916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2447ff1-3201-4d86-8624-99833cb75a3c,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:29.287717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:29.292725 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=336a7644ffe54637852672f7cd0782fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5194530
Feb 15 15:51:29.293195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52640) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:29.355324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.361849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:29.381767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff1028-63e0-44f0-8d3c-55b6abbe7680,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:29.383667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.385953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:29.417675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.418898 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-48bfd3d2-c9b3-4520-a232-a637b190b381 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7cff1028-63e0-44f0-8d3c-55b6abbe7680 HTTP/1.1" status: 204  len: 168 time: 0.2571366
Feb 15 15:51:29.421085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.470729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.476106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48b708c3-d4df-43e6-b1b5-d638d2d06721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:29.490246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2447ff1-3201-4d86-8624-99833cb75a3c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:29.493100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:29.495571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:29.498077 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b2447ff1-3201-4d86-8624-99833cb75a3c HTTP/1.1" status: 204  len: 168 time: 0.2025554
Feb 15 15:51:29.578082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0c1ae-d6d9-42c2-a63e-59435c92f39c req-fd669fdc-b29c-4843-809a-349ad3e15dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:29.580323 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dac0c1ae-d6d9-42c2-a63e-59435c92f39c req-fd669fdc-b29c-4843-809a-349ad3e15dae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1163 time: 0.0859356
Feb 15 15:51:29.629149 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dac0c1ae-d6d9-42c2-a63e-59435c92f39c req-12252c0f-18cc-4dec-9613-10172db28705 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409062
Feb 15 15:51:30.175266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbb9b8-28cd-4684-86ce-dcace0cd0ec5 req-2cb7c11a-71a6-4adb-b995-07efbb27f263 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:30.182840 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3fbb9b8-28cd-4684-86ce-dcace0cd0ec5 req-2cb7c11a-71a6-4adb-b995-07efbb27f263 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.1309733
Feb 15 15:51:30.265514 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a3fbb9b8-28cd-4684-86ce-dcace0cd0ec5 req-cc7f1646-8864-4847-a801-50bb4cd94a26 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815842
Feb 15 15:51:30.486174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74445c-cc32-4e6f-b0d3-181397cc0cbf req-68bac5ca-0998-4cea-ad76-5e47a3859ee5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:30.488265 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae74445c-cc32-4e6f-b0d3-181397cc0cbf req-68bac5ca-0998-4cea-ad76-5e47a3859ee5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1070058
Feb 15 15:51:30.494356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ecc54-54d1-461c-8134-406b205e7d9a req-970a1246-9ebf-409a-904b-ba4f27bc4111 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:30.496110 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da1ecc54-54d1-461c-8134-406b205e7d9a req-970a1246-9ebf-409a-904b-ba4f27bc4111 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1276727
Feb 15 15:51:30.555602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-da1ecc54-54d1-461c-8134-406b205e7d9a req-d74f6dae-3e42-4ef0-87b3-083c14dadb1b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515366
Feb 15 15:51:30.580695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae74445c-cc32-4e6f-b0d3-181397cc0cbf req-50763070-a141-47a0-9262-8ef796d77065 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777528
Feb 15 15:51:31.714643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:31.842379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc01f-3392-4fd4-bbdf-353a67f98bd9 req-e42666e0-2ebd-41c2-a406-d5dbe651cb07 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:31.853248 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-604dc01f-3392-4fd4-bbdf-353a67f98bd9 req-e42666e0-2ebd-41c2-a406-d5dbe651cb07 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1725307
Feb 15 15:51:31.889276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc0228-db1c-49e1-a8b6-96f25fba4bfb req-83719a68-e792-42f8-8370-3a38a043eb73 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:31.889495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:31.889711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:31.899351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1dc0228-db1c-49e1-a8b6-96f25fba4bfb req-83719a68-e792-42f8-8370-3a38a043eb73 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1534142
Feb 15 15:51:31.952122 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-604dc01f-3392-4fd4-bbdf-353a67f98bd9 req-17378f20-33ab-44af-8f91-1405405e93b3 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978837
Feb 15 15:51:32.017393 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a1dc0228-db1c-49e1-a8b6-96f25fba4bfb req-db0ac74b-91f2-4fa8-a8b9-e0f983dc720a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166027
Feb 15 15:51:32.372673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52786) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:32.504819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.521055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:32.525641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Usage tracker for resource:security_group_rule and tenant:a05e9b55cf324721901682fe2d3d54f3 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:32.528807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:32.534775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:32.650928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.654807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.661851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:32.705283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a92e02-e445-4435-a630-374de757fb4e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:32.709780 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a05e9b55cf324721901682fe2d3d54f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3356957
Feb 15 15:51:32.710737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:32.713005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52794) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:32.776475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.805081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.861457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.866869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a2357171-4764-497e-be36-3af4d3339efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:32.879335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a92e02-e445-4435-a630-374de757fb4e,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:32.883426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:32.889759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:32.890980 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/86a92e02-e445-4435-a630-374de757fb4e HTTP/1.1" status: 204  len: 168 time: 0.1769512
Feb 15 15:51:33.162889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d009f-0b3a-4861-a423-e3c99cbba06d req-81784cf9-d55f-437d-864c-4fc222efb4af tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:33.164922 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b2d009f-0b3a-4861-a423-e3c99cbba06d req-81784cf9-d55f-437d-864c-4fc222efb4af tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0891070
Feb 15 15:51:33.217511 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6b2d009f-0b3a-4861-a423-e3c99cbba06d req-c9d6a617-42cb-43cb-bb64-bf8fd0ebdea7 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448563
Feb 15 15:51:33.226254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52808) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:33.234710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecc1f0-b728-4e8c-a2a7-839ceca950b3 req-e748ab9d-34e1-42d1-855d-d72d419f8565 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:33.236347 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63ecc1f0-b728-4e8c-a2a7-839ceca950b3 req-e748ab9d-34e1-42d1-855d-d72d419f8565 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0994213
Feb 15 15:51:33.246496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.266026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:33.270072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Usage tracker for resource:security_group_rule and tenant:715f3a5b22234ee28454011fdf82b7d0 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:33.273090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:33.279125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:33.286458 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63ecc1f0-b728-4e8c-a2a7-839ceca950b3 req-c0aa45a9-2b61-4a7b-80d7-5ba4a533c6a9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422845
Feb 15 15:51:33.364501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.368290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.377340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc81b579-6601-4b07-b54b-bb33eae73a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:33.419096 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=715f3a5b22234ee28454011fdf82b7d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916702
Feb 15 15:51:33.420763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c811c-c5f9-4272-b8ea-625b8d618427,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:33.422227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52816) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:33.424655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:33.487625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.516049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.564767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.568815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d9e9258d-336e-4e7d-820c-53d93b6735a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:33.583174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c811c-c5f9-4272-b8ea-625b8d618427,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:33.586435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:33.588716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:33.590334 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a67c811c-c5f9-4272-b8ea-625b8d618427 HTTP/1.1" status: 204  len: 168 time: 0.1666422
Feb 15 15:51:34.429660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f048a92-b7c9-48d0-91f8-442e3f28d6a6 req-6d28a858-0112-417a-b806-740eb3607965 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:34.431874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f048a92-b7c9-48d0-91f8-442e3f28d6a6 req-6d28a858-0112-417a-b806-740eb3607965 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0932508
Feb 15 15:51:34.485607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8f048a92-b7c9-48d0-91f8-442e3f28d6a6 req-eca5e291-8a96-4319-8b95-c94644832a8b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468450
Feb 15 15:51:35.544748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-379d3638-a496-4e75-b32c-e9e0f5ea8373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:35.659776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52880) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:35.695008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed666fb9-213b-4af1-98c6-6c686b74cdd0 req-2c9feccd-bddb-474b-93c9-7e91ebad2bc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:35.697043 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed666fb9-213b-4af1-98c6-6c686b74cdd0 req-2c9feccd-bddb-474b-93c9-7e91ebad2bc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0882204
Feb 15 15:51:35.749426 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed666fb9-213b-4af1-98c6-6c686b74cdd0 req-d46a238f-c4e2-4ea9-8b0a-56258fb6dac3 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456812
Feb 15 15:51:35.787827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:35.803032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:35.807075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Usage tracker for resource:security_group_rule and tenant:4159f8d03c8f4354884c6efd38191cc2 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:35.810051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:35.815785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:35.901652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:35.905091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:35.912280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:35.954324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c801f15c-184e-42da-8571-253cedd62d1f,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:35.957832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:35.961539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4159f8d03c8f4354884c6efd38191cc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005416
Feb 15 15:51:35.964369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52888) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:36.027964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.064932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.117159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.122090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51c5235d-04a7-436f-93ab-e44b993ef05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:36.136773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c801f15c-184e-42da-8571-253cedd62d1f,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:36.140911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:36.149257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.153137 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c801f15c-184e-42da-8571-253cedd62d1f HTTP/1.1" status: 204  len: 168 time: 0.1851199
Feb 15 15:51:36.498584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 52896) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:36.518131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.535095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:36.541765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a55b8426a5a34aea8e60ceab961602f7 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:36.546416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:36.554684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:36.645196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.648804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.658629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ae88df7d-61c0-4708-959c-a4599e84a090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:36.701055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a55b8426a5a34aea8e60ceab961602f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012229
Feb 15 15:51:36.702879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097be67-c006-40a1-aac4-88362ea3a60c,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:36.704677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 52902) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:36.706398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:36.766869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.796014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.844820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.848713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-17e5592f-2b17-4d68-80e4-8ab1cb8a65ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:36.861030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097be67-c006-40a1-aac4-88362ea3a60c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:36.864950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:36.911022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:36.912322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d097be67-c006-40a1-aac4-88362ea3a60c HTTP/1.1" status: 204  len: 168 time: 0.2064345
Feb 15 15:51:36.957599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c045-e089-493f-969a-c7082f4beabe req-384c8550-8351-425c-ac2d-9b41b45101c6 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:36.959233 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0741c045-e089-493f-969a-c7082f4beabe req-384c8550-8351-425c-ac2d-9b41b45101c6 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0921509
Feb 15 15:51:37.011603 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0741c045-e089-493f-969a-c7082f4beabe req-98e906a7-9a4a-4ae9-8508-20f3c67db93d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449812
Feb 15 15:51:38.238512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97227a0f-5902-471a-a0a0-c8d4f76c381a req-d7022c1c-a5d2-4a94-a5f1-2b454486e6e5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:38.244769 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97227a0f-5902-471a-a0a0-c8d4f76c381a req-d7022c1c-a5d2-4a94-a5f1-2b454486e6e5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1025550
Feb 15 15:51:38.297509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97227a0f-5902-471a-a0a0-c8d4f76c381a req-fc5fae26-4c9e-4c08-a68d-a2311477bfdb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506990
Feb 15 15:51:38.325833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0aeb93-1602-4ef0-98b6-280253693576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:39.181978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:39.505481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1b2ff-5613-454f-a238-25c7efe2e5b6 req-c20eb022-2a28-4c20-a798-af63f105b1e5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:39.507085 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8c1b2ff-5613-454f-a238-25c7efe2e5b6 req-c20eb022-2a28-4c20-a798-af63f105b1e5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0887358
Feb 15 15:51:39.558131 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8c1b2ff-5613-454f-a238-25c7efe2e5b6 req-bf3cdd5b-b0fb-4371-8b75-1cd4e5c13efa tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446346
Feb 15 15:51:39.913936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:40.455573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:40.788341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c53e2-d3a0-4707-a80e-bb8f6f5a3c28 req-e6b73fc3-4f36-44b0-91ea-7bcef17780e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:40.789839 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c22c53e2-d3a0-4707-a80e-bb8f6f5a3c28 req-e6b73fc3-4f36-44b0-91ea-7bcef17780e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1044183
Feb 15 15:51:40.837847 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c22c53e2-d3a0-4707-a80e-bb8f6f5a3c28 req-548df5fb-964b-46e8-b863-8ecedfa8362d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415275
Feb 15 15:51:42.060874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796bbb7-878f-4830-a97d-a989eaa4b86b req-7b57e3fc-60d7-4a5e-ba87-e74a49c3dfd8 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:42.062489 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8796bbb7-878f-4830-a97d-a989eaa4b86b req-7b57e3fc-60d7-4a5e-ba87-e74a49c3dfd8 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0977373
Feb 15 15:51:42.111646 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8796bbb7-878f-4830-a97d-a989eaa4b86b req-d9c44923-484b-4546-8272-85c334d4247b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427520
Feb 15 15:51:43.327194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d0791-f5e9-4a7d-a513-af383c71956f req-c863107d-9532-470c-a0f2-410f9c573bb5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:43.329010 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f1d0791-f5e9-4a7d-a513-af383c71956f req-c863107d-9532-470c-a0f2-410f9c573bb5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0903535
Feb 15 15:51:43.380024 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f1d0791-f5e9-4a7d-a513-af383c71956f req-a6a8bdad-f6a4-4d99-ae17-8d94b36761fd tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431259
Feb 15 15:51:44.932244 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29f396-57ce-4b25-8d4a-65db9e319372 req-1611ec94-b2df-4a1b-ba0e-1165b8b5e58c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:44.933981 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b29f396-57ce-4b25-8d4a-65db9e319372 req-1611ec94-b2df-4a1b-ba0e-1165b8b5e58c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.2960019
Feb 15 15:51:44.982562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b29f396-57ce-4b25-8d4a-65db9e319372 req-7cee59e6-a121-4080-8dee-31cb039afd12 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420876
Feb 15 15:51:46.066233 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-24e44c59-f7fb-4a88-b528-62518dbac39e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774171
Feb 15 15:51:46.187758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-0849c243-4135-4787-9ae4-c1045fdb88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:46.189434 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-0849c243-4135-4787-9ae4-c1045fdb88d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 1163 time: 0.0823567
Feb 15 15:51:46.258439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d48cf9-26f1-4a4a-81be-eabf4a921ee7 req-74c30c79-c3b5-4cbf-9664-cd1a20280b46 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:46.260117 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6d48cf9-26f1-4a4a-81be-eabf4a921ee7 req-74c30c79-c3b5-4cbf-9664-cd1a20280b46 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1623876
Feb 15 15:51:46.316228 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6d48cf9-26f1-4a4a-81be-eabf4a921ee7 req-b8e77afd-e415-43b5-ae23-fde3a3e2597a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493021
Feb 15 15:51:46.379841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-4be1b65b-7db9-4cc3-8e96-057e95c6075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:46.381498 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-4be1b65b-7db9-4cc3-8e96-057e95c6075f service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1607430
Feb 15 15:51:46.465985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:51:46.500635 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-eb233d41-437e-431b-8fb3-2467077a0e15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 200  len: 1002 time: 0.1049056
Feb 15 15:51:46.548374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:51:46.548836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:46.583874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-8b4d7dde-d58b-4c27-a4c2-68836cdd746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:46.585506 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-8b4d7dde-d58b-4c27-a4c2-68836cdd746e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0764768
Feb 15 15:51:46.684475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-b7a72c84-4b90-4e0a-92f6-8f74615a7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:46.687157 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-b7a72c84-4b90-4e0a-92f6-8f74615a7a71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889971
Feb 15 15:51:47.051733 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-8570fcb9-1afc-452d-ab66-8887647bdd49 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3573105
Feb 15 15:51:47.218866 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-61bc4ad3-aa0e-4787-84d2-dad6fb3cc2f2 req-5be4974b-fea2-4979-8d26-3e3c4a703b32 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1572039
Feb 15 15:51:47.546194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0694f6-5777-4b07-9289-65e131b28959 req-fb7ab794-2de9-4379-8e9a-d2429486e836 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:47.547822 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c0694f6-5777-4b07-9289-65e131b28959 req-fb7ab794-2de9-4379-8e9a-d2429486e836 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1005921
Feb 15 15:51:47.596854 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c0694f6-5777-4b07-9289-65e131b28959 req-e2c9bed0-adfa-40ba-9e23-cbafd3df64f2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424821
Feb 15 15:51:48.812241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9bb8e-76ba-450d-a092-0bd6cd34e3f9 req-2d31c2ef-57cc-4868-aa51-d4f435431e47 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:48.813783 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b4f9bb8e-76ba-450d-a092-0bd6cd34e3f9 req-2d31c2ef-57cc-4868-aa51-d4f435431e47 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1019061
Feb 15 15:51:48.862707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b4f9bb8e-76ba-450d-a092-0bd6cd34e3f9 req-7cc83816-96c6-47f6-8fa7-27fbcb3d52f3 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425427
Feb 15 15:51:50.079243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6a47c-1e39-400e-b20a-ce69e1e7058d req-0ae2bd69-6d4f-444f-ad1d-dbe07e17c4f5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:50.080880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bd6a47c-1e39-400e-b20a-ce69e1e7058d req-0ae2bd69-6d4f-444f-ad1d-dbe07e17c4f5 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0875373
Feb 15 15:51:50.144591 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bd6a47c-1e39-400e-b20a-ce69e1e7058d req-e40f09e4-7c86-4c7c-961f-72fdec612450 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547674
Feb 15 15:51:50.420842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:51.584020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d0f25-2625-488f-8037-6e065ce0e0cf req-912e5885-d966-4951-b7ac-9e0d27d36dd6 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:51.585589 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de7d0f25-2625-488f-8037-6e065ce0e0cf req-912e5885-d966-4951-b7ac-9e0d27d36dd6 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.3223922
Feb 15 15:51:51.634100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-de7d0f25-2625-488f-8037-6e065ce0e0cf req-df172dcb-c76c-4492-a34d-de26a1878d6c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417647
Feb 15 15:51:52.858639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db3df3-5a45-49f9-b39a-db9d8be10685 req-61afd936-25c3-42d2-873d-fc42cf92515e tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:52.860231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db3df3-5a45-49f9-b39a-db9d8be10685 req-61afd936-25c3-42d2-873d-fc42cf92515e tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0971103
Feb 15 15:51:52.914874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05db3df3-5a45-49f9-b39a-db9d8be10685 req-89b23266-68c0-4244-b449-da1e60009de9 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454745
Feb 15 15:51:54.139256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3c16-924e-471f-9bf8-d110b7d8f9f1 req-346433da-b62e-465e-9095-81964b3b9d61 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:54.140750 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-764e3c16-924e-471f-9bf8-d110b7d8f9f1 req-346433da-b62e-465e-9095-81964b3b9d61 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0993125
Feb 15 15:51:54.193941 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-764e3c16-924e-471f-9bf8-d110b7d8f9f1 req-0b5c3874-47f5-48d5-912a-d3178b8fab36 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463970
Feb 15 15:51:54.886112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:51:55.407048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2651d-bc98-4636-a405-459f1e173e8c req-7dc550bb-0375-4533-a61f-bd92825eb335 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:55.408686 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7d2651d-bc98-4636-a405-459f1e173e8c req-7dc550bb-0375-4533-a61f-bd92825eb335 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0991311
Feb 15 15:51:55.464581 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f7d2651d-bc98-4636-a405-459f1e173e8c req-ab90b4e8-06a8-4654-90e2-3a754e2ec060 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434198
Feb 15 15:51:55.874103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84222d9-b052-4c06-9c81-a426dbe3b1ed req-174f399f-bc3c-4f02-8bcb-283fbe25210a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:55.875679 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f84222d9-b052-4c06-9c81-a426dbe3b1ed req-174f399f-bc3c-4f02-8bcb-283fbe25210a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1349740
Feb 15 15:51:55.938509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f84222d9-b052-4c06-9c81-a426dbe3b1ed req-764c3b10-94dd-44ff-a815-662f428ce088 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557516
Feb 15 15:51:55.951372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-fe6c07e4-84bf-4e7c-9d51-44ec4487b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:55.953870 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-fe6c07e4-84bf-4e7c-9d51-44ec4487b7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1162 time: 0.1296430
Feb 15 15:51:56.117081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-a78a8dbd-4dc9-46fe-905a-50aac324d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:56.118767 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-a78a8dbd-4dc9-46fe-905a-50aac324d548 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1486063
Feb 15 15:51:56.238696 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-5a38f45b-2d2e-4ea0-847a-ee8c600dc1f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 1001 time: 0.1074336
Feb 15 15:51:56.315924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-fdeac319-834b-4b09-adfc-0ef73a154e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:56.317578 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-fdeac319-834b-4b09-adfc-0ef73a154e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0683527
Feb 15 15:51:56.411691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-4ac6f05a-8ead-4fc1-b392-61fcd13e5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:56.413411 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-4ac6f05a-8ead-4fc1-b392-61fcd13e5474 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832086
Feb 15 15:51:56.573146 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-c53d4f35-c354-4fbb-876e-2632f564a70a service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452394
Feb 15 15:51:56.606258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53176) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:56.733662 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df357d45-6d27-4b9f-9d00-f80c94800f3c req-b958d91d-27c8-4efd-a49b-210629eb7901 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490996
Feb 15 15:51:56.742248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:56.758587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:56.762947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Usage tracker for resource:security_group_rule and tenant:702a4e3f6ed448739d2d62885ed91c60 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:56.766635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:56.773022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:56.864384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:56.867678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:56.875382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5974479-84cb-40d0-bb49-c8d22fcd61e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:56.918304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a82c7b-c5f6-4104-af04-6266acd4d634,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:56.923840 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=702a4e3f6ed448739d2d62885ed91c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3164554
Feb 15 15:51:56.926996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53186) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:56.929401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.929815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.930301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.930671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.931096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.931460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.931854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.932260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.932658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.933044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.933436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.933823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.934254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.934645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.935031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.935417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.935802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.936189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.936634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.937040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.937406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.937794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.938176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.938559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:56.943277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:57.005858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.034079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.081508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.086601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c3cf0ab-39d8-4fac-8a4d-fe11622a8e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:57.100294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a82c7b-c5f6-4104-af04-6266acd4d634,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:57.108427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.109656 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/31a82c7b-c5f6-4104-af04-6266acd4d634 HTTP/1.1" status: 204  len: 168 time: 0.1815464
Feb 15 15:51:57.111540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.111987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.112572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.112822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.113208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.113585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.114076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.114308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.114718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.115065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.115448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.115805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.116227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.116629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.117061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.117463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.117842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.118223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.118620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.119001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.119368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.119757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.120140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.120537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:51:57.124112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:57.174757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f6a54-079e-4772-8c18-05707d354a89 req-a1b78c09-399a-4275-8775-3a1ea54c1e33 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:57.176441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-973f6a54-079e-4772-8c18-05707d354a89 req-a1b78c09-399a-4275-8775-3a1ea54c1e33 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1126242
Feb 15 15:51:57.229816 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-973f6a54-079e-4772-8c18-05707d354a89 req-b498dc8c-9e5c-4002-88a0-665f2876e395 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463350
Feb 15 15:51:57.421515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53198) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:57.444024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.459914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:51:57.464622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d66b32aba1343b49637d8503ed26ddd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:51:57.467833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:51:57.474226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:51:57.561912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.566793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.574853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-696e9b84-99a1-4a48-bfdb-7beda3fe4a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:57.618561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f0b38-09e1-47fe-9f5e-14e66d8f4724,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:57.623225 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4d66b32aba1343b49637d8503ed26ddd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2003396
Feb 15 15:51:57.624194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:57.626257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53206) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:51:57.688713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.717449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.765973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.770986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f9ebdb8e-dad2-416b-a1b2-bdaa5f78a023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:51:57.783721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f0b38-09e1-47fe-9f5e-14e66d8f4724,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:51:57.786831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:51:57.789417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:51:57.792950 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/274f0b38-09e1-47fe-9f5e-14e66d8f4724 HTTP/1.1" status: 204  len: 168 time: 0.1631963
Feb 15 15:51:58.427258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0c31-51c7-4620-98cc-706b72441597 req-b1190cf2-d778-4906-a1f3-cfbe470a715b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:58.428914 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a1e0c31-51c7-4620-98cc-706b72441597 req-b1190cf2-d778-4906-a1f3-cfbe470a715b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0858049
Feb 15 15:51:58.491297 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a1e0c31-51c7-4620-98cc-706b72441597 req-5fa65a9b-1f37-4d91-bfcc-6ba3a37aed99 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556893
Feb 15 15:51:59.698112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387116d5-4bce-40c9-bef1-5a41030dbd3e req-efb0a42d-e976-4225-b906-c3590b56cf9c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:51:59.699688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-387116d5-4bce-40c9-bef1-5a41030dbd3e req-efb0a42d-e976-4225-b906-c3590b56cf9c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0934346
Feb 15 15:51:59.749337 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-387116d5-4bce-40c9-bef1-5a41030dbd3e req-2367eb82-8a88-4fbb-9780-8fc6638bf5a0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424347
Feb 15 15:52:00.956596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a75c-c133-4004-9020-cf732457e6c6 req-a77cf486-7ba2-43e3-80b8-812953471a11 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:00.958454 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e42a75c-c133-4004-9020-cf732457e6c6 req-a77cf486-7ba2-43e3-80b8-812953471a11 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0912635
Feb 15 15:52:01.007611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e42a75c-c133-4004-9020-cf732457e6c6 req-85db4f25-195b-451e-a4f7-d4cab3259086 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417805
Feb 15 15:52:01.020379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:01.094573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:01.095117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:02.218221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfb271-e0e1-412d-a73f-303ff6a63654 req-00e59d5d-0f95-45c0-9748-2bacd743199c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:02.220023 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ecfb271-e0e1-412d-a73f-303ff6a63654 req-00e59d5d-0f95-45c0-9748-2bacd743199c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0936506
Feb 15 15:52:02.277486 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ecfb271-e0e1-412d-a73f-303ff6a63654 req-992e1251-990e-4b9c-af5e-7233389b5df1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502930
Feb 15 15:52:04.979346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ea04a-aaca-4565-8042-77999586f05d req-a6973cd1-97b8-4c97-a2e0-716e513e4d98 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:04.981026 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-420ea04a-aaca-4565-8042-77999586f05d req-a6973cd1-97b8-4c97-a2e0-716e513e4d98 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0984104
Feb 15 15:52:05.032350 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-420ea04a-aaca-4565-8042-77999586f05d req-e678e1b0-6f2e-4c4a-9d4c-9ce85864a322 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440326
Feb 15 15:52:05.539717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72140542-cf8a-444d-b7f5-bafb81bffd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:06.240883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ef63-ce86-4fa1-8f5c-c660c1c080e6 req-9a8859c6-9a1e-4ef6-a105-a88451bb61e0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:06.242509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34e9ef63-ce86-4fa1-8f5c-c660c1c080e6 req-9a8859c6-9a1e-4ef6-a105-a88451bb61e0 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0889530
Feb 15 15:52:06.294764 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34e9ef63-ce86-4fa1-8f5c-c660c1c080e6 req-d16eaf4e-d143-495c-83c3-93de26512053 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457656
Feb 15 15:52:07.504448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170e6c-cc7b-43a1-a57c-dd8db9e0f3c7 req-2ec416f3-5f7f-41c6-9a55-36a8347e5630 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:07.506169 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c170e6c-cc7b-43a1-a57c-dd8db9e0f3c7 req-2ec416f3-5f7f-41c6-9a55-36a8347e5630 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0924606
Feb 15 15:52:07.557152 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c170e6c-cc7b-43a1-a57c-dd8db9e0f3c7 req-49288318-5dd6-4cb7-beee-fc0873b4d159 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417888
Feb 15 15:52:08.328358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a2c3129-532f-4117-9732-e5b9080132c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:08.780390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dde8f-8c03-4943-8d18-497fa479f023 req-074b3472-a20b-4ab8-88a4-f96a35f1d8b8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:08.782470 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d2dde8f-8c03-4943-8d18-497fa479f023 req-074b3472-a20b-4ab8-88a4-f96a35f1d8b8 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0979829
Feb 15 15:52:08.832315 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1d2dde8f-8c03-4943-8d18-497fa479f023 req-628a64cf-6001-4699-bee7-9c240ebafda5 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432115
Feb 15 15:52:09.168373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:09.917122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.034299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c39164-abb7-47db-bf6d-42d396d20166 req-30444296-7513-4dca-bdbe-e5eb37d53cec tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:10.036783 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8c39164-abb7-47db-bf6d-42d396d20166 req-30444296-7513-4dca-bdbe-e5eb37d53cec tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0867929
Feb 15 15:52:10.084965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8c39164-abb7-47db-bf6d-42d396d20166 req-29a04a0b-6021-47f6-b730-57d1d0a48768 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d0ff8cf-0f06-4bf6-9192-9c832f28b802&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426807
Feb 15 15:52:10.109676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53432) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:10.238360 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.253586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:10.258047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8df61a0312e84e5690e0f76da505bb4f is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:10.261204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:10.267487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:10.363925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.367776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.374980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-932154ec-ee6e-4781-8c83-259e92091a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:10.418038 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8df61a0312e84e5690e0f76da505bb4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3072195
Feb 15 15:52:10.418988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a777c-6936-4104-a436-ee923a09f62c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:10.422054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53438) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:10.424288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:10.464480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.506334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-ead3a07f-dedc-46bc-ac36-f8a478f42795 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:10.507870 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-ead3a07f-dedc-46bc-ac36-f8a478f42795 tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 946 time: 0.0858853
Feb 15 15:52:10.511914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.539667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.594941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Deleting port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:52:10.595334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.598983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.603023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:10.614057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a777c-6936-4104-a436-ee923a09f62c,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:10.635212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:10.636065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.640280 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/227a777c-6936-4104-a436-ee923a09f62c HTTP/1.1" status: 204  len: 168 time: 0.2142153
Feb 15 15:52:10.873846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] For port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,segment=NetworkSegment(c99ae4b4-2954-4f35-9a7a-20c3d828d533),segment_id=c99ae4b4-2954-4f35-9a7a-20c3d828d533)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:10.874499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:10.980551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53462) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:11.004544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.012555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Calling delete_port for 5c4df4c6-356c-46eb-a74b-803e5b25bc3d owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:52:11.020571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:11.024786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Usage tracker for resource:security_group_rule and tenant:c2999eac6c22499280eb26c834a81c64 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:11.027858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:11.034399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:11.127775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.133144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.142191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3472098a-2c8a-4fa2-8cf4-882186e8a66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:11.201253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.208397 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c30eef-73a4-4799-a3c5-4880e16bc8d5,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:11.214372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:11.218795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6711786-c06c-4a92-9171-c3110e52ac7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:11.243490 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c2999eac6c22499280eb26c834a81c64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2615385
Feb 15 15:52:11.245554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53476) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:11.280312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Pushing event deleted for resources: {'Port': ['ID=5c4df4c6-356c-46eb-a74b-803e5b25bc3d,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:11.284603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:11.311695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-97045bde-c8ee-463f-a5b1-5ef9afe957bd req-529ed4ae-3bb1-44cf-ab08-d5431ea9126e tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e1d3260-6110-4945-bad7-d9eca1b18841 HTTP/1.1" status: 200  len: 210 time: 0.0670052
Feb 15 15:52:11.366113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.397169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.446176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] No DVR routers for this DVR port 5c4df4c6-356c-46eb-a74b-803e5b25bc3d on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:52:11.448483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.451862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'name': 'network-vif-deleted', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:52:11.453618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.458529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-198d86d6-eeec-4a97-a680-a273e89d1850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:11.474827 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44a94031-fecc-4eaa-8e20-190a80a16e6b req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] 10.222.0.15 "DELETE /v2.0/ports/5c4df4c6-356c-46eb-a74b-803e5b25bc3d HTTP/1.1" status: 204  len: 173 time: 0.9599333
Feb 15 15:52:11.476891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:11.478155 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/98c30eef-73a4-4799-a3c5-4880e16bc8d5 HTTP/1.1" status: 204  len: 168 time: 0.2316658
Feb 15 15:52:11.479277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c30eef-73a4-4799-a3c5-4880e16bc8d5,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:11.489055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:11.551760 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d3260-6110-4945-bad7-d9eca1b18841', 'name': 'network-vif-deleted', 'tag': '5c4df4c6-356c-46eb-a74b-803e5b25bc3d', 'status': 'completed', 'code': 200}
Feb 15 15:52:11.958742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 5c4df4c6-356c-46eb-a74b-803e5b25bc3d no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:52:11.997962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 5c4df4c6-356c-46eb-a74b-803e5b25bc3d {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:52:11.998554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 5c4df4c6-356c-46eb-a74b-803e5b25bc3d not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:52:12.706805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53524) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:12.855909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:12.871890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:12.877239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Usage tracker for resource:security_group_rule and tenant:b59b912bbfb641249eeca8657ab3ff68 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:12.880340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:12.886431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:12.980596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:12.985088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:12.992511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1777dd84-bf04-42fc-96fe-4dc49f78d62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:13.037847 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b59b912bbfb641249eeca8657ab3ff68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3295369
Feb 15 15:52:13.038641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7de8f9-d23f-4cd5-87ad-31f89f0b135e,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:13.041019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53534) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:13.042276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:13.105989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:13.137773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:13.183982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:13.189096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c567c87f-0a86-473e-a49e-b07a904569ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:13.203945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7de8f9-d23f-4cd5-87ad-31f89f0b135e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:13.206367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:13.207590 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5f7de8f9-d23f-4cd5-87ad-31f89f0b135e HTTP/1.1" status: 204  len: 168 time: 0.1655085
Feb 15 15:52:13.208546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:13.923236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53562) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:14.044312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-852136651-network', 'tenant_id': '5a834a5564f941b4868101775acad5bf'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:14.049359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:14.053478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Usage tracker for resource:network and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:14.056834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:14.062901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:14.073911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Made reservation on behalf of 5a834a5564f941b4868101775acad5bf for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:14.079774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.094762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.110681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:14.114968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:14.118134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:14.124319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:14.168505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53572) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:14.242199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.245544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.255269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bda2b8d-b877-4d86-9518-0cc1274dc58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:14.270352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:52:14.313854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.314245 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Added segment 09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce of type vxlan for network 0cb4c4a6-860d-4f0e-bec1-0424070263c1
Feb 15 15:52:14.324517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f737e-c398-4faf-8732-cbfe7517e7e7,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:14.327968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:14.330252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.362207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:14.368382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.372925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Usage tracker for resource:security_group_rule and tenant:84cd3f1bedfa4f6d867b87b429d5decc is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:14.376451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:14.384291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:14.427382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.429826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:14.430462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.435960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e7f0794f-0d27-4d2a-ba06-e0f6b5c7a939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:14.758200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4c4a6-860d-4f0e-bec1-0424070263c1,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:14.766801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:14.769526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:14.775655 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8510077
Feb 15 15:52:14.779057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53580) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:14.785788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Request body: {'subnet': {'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-852136651-subnet', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:14.791580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:14.796169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Usage tracker for resource:subnet and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:14.799888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:14.803412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.807686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:14.808379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.818050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d65b9cf3-8330-4782-b9e7-a79d7827f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:14.821890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Made reservation on behalf of 5a834a5564f941b4868101775acad5bf for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:14.826772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.867996 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84cd3f1bedfa4f6d867b87b429d5decc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6973813
Feb 15 15:52:14.868764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53584) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:14.869469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5111f4ae-0f75-4c4a-a94c-366ca2850f63,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:14.874396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:14.934330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:14.963730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.012818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.017728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd303b73-235f-4752-b407-e4eb6f0f22d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:15.030241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5111f4ae-0f75-4c4a-a94c-366ca2850f63,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:15.033369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:15.035386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.036623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5111f4ae-0f75-4c4a-a94c-366ca2850f63 HTTP/1.1" status: 204  len: 168 time: 0.1641259
Feb 15 15:52:15.252537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.279686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:15.332314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53594) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:15.353188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.369769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:15.373830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:82246c5587534f4d8d850ce16cf387d9 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:15.376914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:15.382760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:15.405151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=82128355-ea79-4abd-b871-91692f9f7f6d,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:15.409303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:15.469612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:15.470021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Network hostable DHCP agents. Network: 0cb4c4a6-860d-4f0e-bec1-0424070263c1, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:52:15.471932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.475241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.482484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f81e053-4998-4325-9e67-c78b50dbc446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:15.488987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:52:15.497647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 0cb4c4a6-860d-4f0e-bec1-0424070263c1) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:15.507415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4912ba2-57f1-4d0a-b220-35990353a892 None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:15.510189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:15.510877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.533000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=82246c5587534f4d8d850ce16cf387d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968565
Feb 15 15:52:15.533000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9f3995-2c9f-4fac-b4b2-ff7616a27865,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:15.533274 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53598) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:15.534592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:15.551734 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2db4da34-185e-4990-990b-815d4384b1eb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7690654
Feb 15 15:52:15.552534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53602) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:15.559067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:15.564198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:15.568241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Usage tracker for resource:router and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:15.571602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:15.577955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:15.588767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.590007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.603395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.605648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.636408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.688820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.694382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1414bf47-130e-4987-9e7a-db7a74a7ee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:15.706796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9f3995-2c9f-4fac-b4b2-ff7616a27865,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:15.711019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:15.714807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.718640 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4b9f3995-2c9f-4fac-b4b2-ff7616a27865 HTTP/1.1" status: 204  len: 168 time: 0.1817865
Feb 15 15:52:15.907878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:15.920400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:52:15.921308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.224623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Allocated IP 172.20.0.2 (0cb4c4a6-860d-4f0e-bec1-0424070263c1/82128355-ea79-4abd-b871-91692f9f7f6d/fdd760b2-0441-472e-a26f-46783691c58f) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:16.256745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.289960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.474097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.485694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Transition to ACTIVE for port object fdd760b2-0441-472e-a26f-46783691c58f will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:16.502818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Transition to ACTIVE for port object fdd760b2-0441-472e-a26f-46783691c58f will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:16.509126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.524953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:16.573739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:16.580790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Allocated IP 172.27.3.173 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/94017882-6e69-4344-9dbe-bc74570cb919) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:16.766434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.774412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Pushing event updated for resources: {'Port': ['ID=fdd760b2-0441-472e-a26f-46783691c58f,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:16.798561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.799074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.799537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.799912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.800324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.800671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.801038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.801156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.801395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.801758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.802117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.802478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.802842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.803249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.803614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.803973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.804344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.804732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.805096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.805505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.805788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.806165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.806520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.806879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.807237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:16.811530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:16.836489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1300335f-1d75-4ec8-9d86-141aa9884b23 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:16.866517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:16.868030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:16.870463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:16.936362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Attempting to bind port fdd760b2-0441-472e-a26f-46783691c58f on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:16.936784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Attempting to bind port fdd760b2-0441-472e-a26f-46783691c58f by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:16.937195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Attempting to bind port fdd760b2-0441-472e-a26f-46783691c58f on network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:16.943296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:16.943912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:16.944430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.944615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Bound using segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:16.945195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Bound port: fdd760b2-0441-472e-a26f-46783691c58f, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:16.945620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:16.975929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Pushing event updated for resources: {'Port': ['ID=94017882-6e69-4344-9dbe-bc74570cb919,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:16.981671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:17.021167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:17.022306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:17.024669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:17.046720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] For port fdd760b2-0441-472e-a26f-46783691c58f, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:17.049969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] For port fdd760b2-0441-472e-a26f-46783691c58f, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=fdd760b2-0441-472e-a26f-46783691c58f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:17.054260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:17.071043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:17.231125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Pushing event updated for resources: {'Port': ['ID=fdd760b2-0441-472e-a26f-46783691c58f,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:17.234755 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cc8588a-8d9d-407b-ae51-d22d1c35ce1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:17.504036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:18.106342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:18.333241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Router 0b56672d-08f8-4029-8171-f65936aae50f is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:52:18.537453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:18.547223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:18.560596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:18.561650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aee2128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:18.569838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:18.571724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0180497
Feb 15 15:52:18.574595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53664) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:18.633387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808522bb-94f8-4ed8-9f91-e34423c20832 None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:18.841304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-58732e02-c62c-43be-b57f-fea91d6b0ced None None] Provisioning for port fdd760b2-0441-472e-a26f-46783691c58f completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:18.928695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:19.406326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device fdd760b2-0441-472e-a26f-46783691c58f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:19.435838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:19.596509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port fdd760b2-0441-472e-a26f-46783691c58f completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:19.607313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port fdd760b2-0441-472e-a26f-46783691c58f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:19.607580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:19.679094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aee2128>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:17Z', 'revision_number': 3, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:19.687701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:19.688088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Updating router 0b56672d-08f8-4029-8171-f65936aae50f port 94017882-6e69-4344-9dbe-bc74570cb919 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:52:19.803494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:19.814851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Allocated IP 172.20.0.1 (0cb4c4a6-860d-4f0e-bec1-0424070263c1/82128355-ea79-4abd-b871-91692f9f7f6d/eba66e64-64eb-4f5f-92ab-194cbe26409f) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:19.848618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:19.965497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port fdd760b2-0441-472e-a26f-46783691c58f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=fdd760b2-0441-472e-a26f-46783691c58f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:19.969564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3030d1a5-cbd9-4846-86e9-05416f8e0d63 None None] Provisioning complete for port fdd760b2-0441-472e-a26f-46783691c58f triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:19.970045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3030d1a5-cbd9-4846-86e9-05416f8e0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:19.993320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.010065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.013105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Transition to ACTIVE for port object eba66e64-64eb-4f5f-92ab-194cbe26409f will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:20.017692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:20.041497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.057388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:20.180367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=fdd760b2-0441-472e-a26f-46783691c58f,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:20.183989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:20.262308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Pushing event updated for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:20.267285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:20.269412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:20.270609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:20.272958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:20.330040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.453071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.511910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.569883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7762eaae-a420-4d2f-9aef-672cbec555a5 None None] Provisioning complete for port fdd760b2-0441-472e-a26f-46783691c58f triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:20.570338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7762eaae-a420-4d2f-9aef-672cbec555a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.640121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.659828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Transition to ACTIVE for port object 94017882-6e69-4344-9dbe-bc74570cb919 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:20.667269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.683838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:20.827610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.831620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.860924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:20.907181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Pushing event updated for resources: {'Port': ['ID=94017882-6e69-4344-9dbe-bc74570cb919,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:20.913884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:20.969014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Attempting to bind port 94017882-6e69-4344-9dbe-bc74570cb919 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:20.969824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Attempting to bind port 94017882-6e69-4344-9dbe-bc74570cb919 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:20.969995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Attempting to bind port 94017882-6e69-4344-9dbe-bc74570cb919 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:20.976760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:20.977177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:20.977627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:20.978056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:20.978583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Bound port: 94017882-6e69-4344-9dbe-bc74570cb919, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:20.978994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.060690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0d4729b2-521b-4c14-a800-67f49dda25d3 None None] Provisioning for port eba66e64-64eb-4f5f-92ab-194cbe26409f completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:21.073205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0d4729b2-521b-4c14-a800-67f49dda25d3 None None] Provisioning complete for port eba66e64-64eb-4f5f-92ab-194cbe26409f triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:21.073689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d4729b2-521b-4c14-a800-67f49dda25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.114456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] For port 94017882-6e69-4344-9dbe-bc74570cb919, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:21.135044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] For port 94017882-6e69-4344-9dbe-bc74570cb919, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=94017882-6e69-4344-9dbe-bc74570cb919,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:21.141791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.161670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Pushing event updated for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:21.164220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.178388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:21.179840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:21.212876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0d4729b2-521b-4c14-a800-67f49dda25d3 None None] Port eba66e64-64eb-4f5f-92ab-194cbe26409f cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:21.314025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:21.315286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:21.331652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Pushing event updated for resources: {'Port': ['ID=94017882-6e69-4344-9dbe-bc74570cb919,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:21.336818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:21.338916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device fdd760b2-0441-472e-a26f-46783691c58f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:21.447627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:21.448363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aee2128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:21.526073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:52:21.740382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:21.750086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port fdd760b2-0441-472e-a26f-46783691c58f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:21.750514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.752283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] 10.222.0.102 "PUT /v2.0/routers/0b56672d-08f8-4029-8171-f65936aae50f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1761625
Feb 15 15:52:21.824123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01b25c71-d534-4ab8-8232-37418ad7c71c None None] Provisioning complete for port eba66e64-64eb-4f5f-92ab-194cbe26409f triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:21.824567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01b25c71-d534-4ab8-8232-37418ad7c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:21.931941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01b25c71-d534-4ab8-8232-37418ad7c71c None None] Port eba66e64-64eb-4f5f-92ab-194cbe26409f cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:21.939593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:22.258996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53716) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:22.388338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aee2128>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:22.393980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2036be2-2d08-46ed-9474-ed4bfba91106 None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:22.479518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.496757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:22.501072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Usage tracker for resource:security_group_rule and tenant:82ef7b3a61324f2ba2bf72db8e6e1173 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:22.504148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:22.512381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:22.601466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.604606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.613682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-046bae8a-6787-42fa-8fea-8ee4b2185f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:22.658842 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=82ef7b3a61324f2ba2bf72db8e6e1173&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3986707
Feb 15 15:52:22.660543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d5eba0-3ac9-481e-834a-6cc5962bc9de,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:22.661926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53736) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:22.664350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:22.726013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.758659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.813296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53742) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:22.820551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-99458764-network', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:22.821879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.826035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:22.827413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c07fbdc-1b4d-466a-89e7-31c9abfd8739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:22.830051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Usage tracker for resource:network and tenant:e2cc1f4a11dc44779e7819c683e607a0 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:22.834869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:22.838746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d5eba0-3ac9-481e-834a-6cc5962bc9de,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:22.843517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:22.846977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.848358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:22.851288 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/28d5eba0-3ac9-481e-834a-6cc5962bc9de HTTP/1.1" status: 204  len: 168 time: 0.1881680
Feb 15 15:52:22.860213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Made reservation on behalf of e2cc1f4a11dc44779e7819c683e607a0 for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:22.865464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.883423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:22.904464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:22.908757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Usage tracker for resource:security_group_rule and tenant:e2cc1f4a11dc44779e7819c683e607a0 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:22.911855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:22.918543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:23.014290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.018443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.023492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c52c29d-0ef2-4248-bfe2-e8b56c59611e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:23.058296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:52:23.068923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69883d8e-cd3a-4b20-b0e8-f4519850bff1,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:23.073423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:23.076284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.076802 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Added segment c6882310-67fd-4534-86f3-74189adf238e of type vxlan for network 994e247a-42e4-4362-87af-b12caf38a18e
Feb 15 15:52:23.108025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.143474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.144956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:23.145585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.151546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:23.282441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Pushing event updated for resources: {'Network': ['ID=994e247a-42e4-4362-87af-b12caf38a18e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:23.285552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:23.288201 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.4734325
Feb 15 15:52:23.291155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53752) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:23.298014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Request body: {'subnet': {'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-99458764-subnet', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:23.302955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 994e247a-42e4-4362-87af-b12caf38a18e details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:23.305735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:23.324510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53756) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:23.327818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Usage tracker for resource:subnet and tenant:e2cc1f4a11dc44779e7819c683e607a0 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:23.328916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 994e247a-42e4-4362-87af-b12caf38a18e details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:23.349622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:23.363412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:23.366212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.390906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:23.395385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Usage tracker for resource:security_group_rule and tenant:4d529f13cab14245965f261fcce32e24 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:23.398612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:23.405215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:23.409088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Made reservation on behalf of e2cc1f4a11dc44779e7819c683e607a0 for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:23.414232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.480092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 94017882-6e69-4344-9dbe-bc74570cb919 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:23.600858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 94017882-6e69-4344-9dbe-bc74570cb919 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:23.605925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 94017882-6e69-4344-9dbe-bc74570cb919 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:23.606346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.749503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.769995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 94017882-6e69-4344-9dbe-bc74570cb919, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=94017882-6e69-4344-9dbe-bc74570cb919,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:23.774698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.777167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79e1a47f-81e3-4443-902a-5f8143dc4bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:23.779676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.853009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=94017882-6e69-4344-9dbe-bc74570cb919,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:23.853350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:23.857062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:23.873574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a820e7df-5701-47b6-99b9-a488f6ab19b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:23.926103 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4d529f13cab14245965f261fcce32e24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6006267
Feb 15 15:52:23.929087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53766) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:23.932939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5818d81e-f11a-40af-b1ae-b8fc92b87e13,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:23.936757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:23.994254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.026689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.035544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.051830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:24.075516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.080128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3065e289-a79d-43bb-b2b4-4e35f910ac35 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:24.092203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5818d81e-f11a-40af-b1ae-b8fc92b87e13,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:24.094585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:24.100896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.104623 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5818d81e-f11a-40af-b1ae-b8fc92b87e13 HTTP/1.1" status: 204  len: 168 time: 0.1719911
Feb 15 15:52:24.190175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb14760-60e1-430e-a41a-64c914bfb603,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:24.194271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:24.254142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Checking segment: {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:24.254451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Network hostable DHCP agents. Network: 994e247a-42e4-4362-87af-b12caf38a18e, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:52:24.273237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Network 994e247a-42e4-4362-87af-b12caf38a18e is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:52:24.282532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 994e247a-42e4-4362-87af-b12caf38a18e) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:24.292451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487623a-646c-403c-a7b0-533cabb92cdd None None] Network 994e247a-42e4-4362-87af-b12caf38a18e requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:24.297119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:24.297766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.323843 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3d42149b-e3ac-4a08-af1f-cf71e3755751 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0311241
Feb 15 15:52:24.326848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53774) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:24.333502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:24.339512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:24.343722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Usage tracker for resource:router and tenant:e2cc1f4a11dc44779e7819c683e607a0 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:24.347020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:24.353341 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:24.363796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.365517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.386863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.542700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-994e247a-42e4-4362-87af-b12caf38a18e', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:52:24.543727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.677582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:24.864554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Allocated IP 172.20.0.2 (994e247a-42e4-4362-87af-b12caf38a18e/edb14760-60e1-430e-a41a-64c914bfb603/a8dd5961-7d41-4091-b9eb-0488e76f20a9) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:25.024525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.061763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.122849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.134545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Transition to ACTIVE for port object a8dd5961-7d41-4091-b9eb-0488e76f20a9 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:25.152978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Transition to ACTIVE for port object a8dd5961-7d41-4091-b9eb-0488e76f20a9 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:25.162706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.179905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:25.347601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Pushing event updated for resources: {'Port': ['ID=a8dd5961-7d41-4091-b9eb-0488e76f20a9,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:25.356270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:25.371402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Allocated IP 172.27.3.253 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/00362269-826e-4c0c-affb-7da11a871350) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:25.551290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 94017882-6e69-4344-9dbe-bc74570cb919 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:25.564242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.600479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.618027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3d379ded-28f5-4dc2-b4ef-e55d1bce621b tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:25.619660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Network 994e247a-42e4-4362-87af-b12caf38a18e is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:25.622696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:25.626223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:25.700210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Attempting to bind port a8dd5961-7d41-4091-b9eb-0488e76f20a9 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:25.700659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Attempting to bind port a8dd5961-7d41-4091-b9eb-0488e76f20a9 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:25.701063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Attempting to bind port a8dd5961-7d41-4091-b9eb-0488e76f20a9 on network 994e247a-42e4-4362-87af-b12caf38a18e {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:25.707926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 94017882-6e69-4344-9dbe-bc74570cb919 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:25.708305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.734300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:25.735530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Checking segment: {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:25.735530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.735530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Bound using segment: {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:25.736074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Bound port: a8dd5961-7d41-4091-b9eb-0488e76f20a9, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:25.736513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.861802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:25.879842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:25.881485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b584fd0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:25.912538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] For port a8dd5961-7d41-4091-b9eb-0488e76f20a9, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:25.932623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] For port a8dd5961-7d41-4091-b9eb-0488e76f20a9, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a8dd5961-7d41-4091-b9eb-0488e76f20a9,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:25.940900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:25.957739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:26.001187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=00362269-826e-4c0c-affb-7da11a871350,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:26.011168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:26.062282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:26.063456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:26.065906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:26.112161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Pushing event updated for resources: {'Port': ['ID=a8dd5961-7d41-4091-b9eb-0488e76f20a9,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:26.117827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:26.153607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:26.550588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b584fd0>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:26.555157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:26.555547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Updating router 0b56672d-08f8-4029-8171-f65936aae50f port eba66e64-64eb-4f5f-92ab-194cbe26409f binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:52:26.582876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:26.625347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:26.968984 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.088581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.102986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Transition to ACTIVE for port object eba66e64-64eb-4f5f-92ab-194cbe26409f will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:27.106193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.122762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07252ec-0012-48a0-8b74-07386941f49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:27.220430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:52:27.414280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a8dd5961-7d41-4091-b9eb-0488e76f20a9 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:27.466021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:27.498538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.503583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 53852) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:27.507449 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1786482
Feb 15 15:52:27.522459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Pushing event updated for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:27.522585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Sync routers for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:27.542035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53856) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:27.544354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:27.545510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701abda5f8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:27.617433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.617812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.618162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.618527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.619023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.619531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.619901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.624077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.624520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.624894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.625427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.625791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.626211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.626569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.626927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.627435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.627787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.628142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.628521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.628872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.629369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.629729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.630061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.630409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:27.648047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:27.720927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.751231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:27.751899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:27.757094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5fea045d244105b03c021bf72d25ae is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:27.761229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:27.778737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:27.787632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Attempting to bind port eba66e64-64eb-4f5f-92ab-194cbe26409f on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:27.788038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Attempting to bind port eba66e64-64eb-4f5f-92ab-194cbe26409f by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:27.788502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Attempting to bind port eba66e64-64eb-4f5f-92ab-194cbe26409f on network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:27.795985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:27.795985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:27.795985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.796553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Bound using segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:27.796805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Bound port: eba66e64-64eb-4f5f-92ab-194cbe26409f, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:27.797221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.862348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d433bf-5b84-4949-aca1-2661f2502b12 None None] Network 994e247a-42e4-4362-87af-b12caf38a18e requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:27.902063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.907016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.914505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] For port eba66e64-64eb-4f5f-92ab-194cbe26409f, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:27.917935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] For port eba66e64-64eb-4f5f-92ab-194cbe26409f, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=eba66e64-64eb-4f5f-92ab-194cbe26409f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:27.922626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:27.939731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63c57f44-fee0-4017-ba91-082c1b84f212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:27.949587 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fa5fea045d244105b03c021bf72d25ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4064078
Feb 15 15:52:27.952738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53862) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:27.981876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:28.006179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998bf48c-9381-4a0c-8b9c-eb351d878350,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:28.032307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:28.062224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.065836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:28.093246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.116997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Provisioning for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:28.144318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Provisioning complete for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:28.146178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.181350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.188281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12e16c2e-e3ad-44e7-b899-5e6990d78991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:28.202044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bf48c-9381-4a0c-8b9c-eb351d878350,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:28.208117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:28.208750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b584fd0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:28.213807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:28.221719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.223998 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/998bf48c-9381-4a0c-8b9c-eb351d878350 HTTP/1.1" status: 204  len: 168 time: 0.2706418
Feb 15 15:52:28.592107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:28.686921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.757299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] For port a8dd5961-7d41-4091-b9eb-0488e76f20a9, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a8dd5961-7d41-4091-b9eb-0488e76f20a9,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:28.768297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.772837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Pushing event updated for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:28.774027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-faf967f9-ff90-46f0-a372-bd56b5f3f97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:28.788211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-373fe0f1-bf7f-4bcc-add7-971d5c1178f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:28.800352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53874) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:28.821503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.841246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:28.847951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Usage tracker for resource:security_group_rule and tenant:df65f53540494417a9d2ecfb214c28a3 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:28.851108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:28.865600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:28.894273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.909616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701abda5f8>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:26Z', 'revision_number': 3, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:28.919137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Checking router: 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:28.919630 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Updating router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b port 00362269-826e-4c0c-affb-7da11a871350 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:52:28.989304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Pushing event updated for resources: {'Port': ['ID=a8dd5961-7d41-4091-b9eb-0488e76f20a9,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:28.993133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:28.999725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.014534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:29.021889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66ceb5a8-6e11-4271-8aaf-b2139fc54f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:29.061302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.065326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b8098-49b9-4903-8271-13f87993bca6,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:29.094646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:29.103248 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=df65f53540494417a9d2ecfb214c28a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017352
Feb 15 15:52:29.111175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 53880) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:29.188055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b584fd0>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:27Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:29.192751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552839a-08c7-4ab5-96bb-7b9ecbddb0ef None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:27Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:29.326143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.378735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.494879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.501994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-23e99270-c64a-41d2-bfd5-cf4ae7b354af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:29.516311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Allocated IP 172.20.0.1 (994e247a-42e4-4362-87af-b12caf38a18e/edb14760-60e1-430e-a41a-64c914bfb603/d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:29.516923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b8098-49b9-4903-8271-13f87993bca6,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:29.519995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:29.521306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.522680 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/104b8098-49b9-4903-8271-13f87993bca6 HTTP/1.1" status: 204  len: 168 time: 0.4098451
Feb 15 15:52:29.610116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device eba66e64-64eb-4f5f-92ab-194cbe26409f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:29.723085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e843e553-cc39-4bb4-a89d-be5db3eb1c7f None None] Provisioning complete for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:29.723512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e843e553-cc39-4bb4-a89d-be5db3eb1c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.768887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.810645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Transition to ACTIVE for port object d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 will not be triggered until provisioned by entity DHCP. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:29.873473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:29.899165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:30.027149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:30.030731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:30.087369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.093460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port eba66e64-64eb-4f5f-92ab-194cbe26409f completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:30.135520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port eba66e64-64eb-4f5f-92ab-194cbe26409f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:30.135799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.172795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Network 994e247a-42e4-4362-87af-b12caf38a18e is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:30.174285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:30.175102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Transition to ACTIVE for port object 00362269-826e-4c0c-affb-7da11a871350 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:30.177207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:30.186583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.206974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:30.255713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.538638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fe0d-e121-4ede-892e-6cd64ceb1d13 None None] Pushing event updated for resources: {'Port': ['ID=00362269-826e-4c0c-affb-7da11a871350,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:30.545492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7f0fe0d-e121-4ede-892e-6cd64ceb1d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:30.548479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Attempting to bind port 00362269-826e-4c0c-affb-7da11a871350 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:30.548958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Attempting to bind port 00362269-826e-4c0c-affb-7da11a871350 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:30.549338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Attempting to bind port 00362269-826e-4c0c-affb-7da11a871350 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:30.566138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:30.566637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:30.567147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.567667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:30.568144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Bound port: 00362269-826e-4c0c-affb-7da11a871350, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:30.568517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.607391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.629342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.688086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Provisioning complete for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:30.688533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.744056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port eba66e64-64eb-4f5f-92ab-194cbe26409f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=eba66e64-64eb-4f5f-92ab-194cbe26409f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:30.748843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] For port 00362269-826e-4c0c-affb-7da11a871350, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:30.755262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.756214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a8dd5961-7d41-4091-b9eb-0488e76f20a9 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:30.802006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bfe30b67-1fad-424c-a195-d510bd512314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:30.858245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] For port 00362269-826e-4c0c-affb-7da11a871350, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=00362269-826e-4c0c-affb-7da11a871350,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:30.878302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.967490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:30.971731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:31.002258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:31.035085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:31.047564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:31.054301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:31.094300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:31.097427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:31.098426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:31.162848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port a8dd5961-7d41-4091-b9eb-0488e76f20a9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:31.163259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:31.225034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fe0d-e121-4ede-892e-6cd64ceb1d13 None None] Pushing event updated for resources: {'Port': ['ID=00362269-826e-4c0c-affb-7da11a871350,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:31.231773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7f0fe0d-e121-4ede-892e-6cd64ceb1d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:31.235945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Provisioning for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:31.256476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Provisioning complete for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:31.256705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:31.337407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Network 994e247a-42e4-4362-87af-b12caf38a18e is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:31.338618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:31.350997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbd482-a30e-4a21-bdc0-d3c6185cad91 None None] Port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:31.350997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:31.350997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701abda5f8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:31.551219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:52:31.726501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-729a7983-7797-43c6-bab3-c64de9a30b68 None None] Provisioning complete for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:31.726917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-729a7983-7797-43c6-bab3-c64de9a30b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:31.751513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:31.760993 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] 10.222.0.102 "PUT /v2.0/routers/0031fc73-39f1-43d0-aeaf-1b2b66f4d32b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2559392
Feb 15 15:52:31.815284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:31.862728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device eba66e64-64eb-4f5f-92ab-194cbe26409f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:31.886565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:52:31.899962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-729a7983-7797-43c6-bab3-c64de9a30b68 None None] Port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:32.118233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port eba66e64-64eb-4f5f-92ab-194cbe26409f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:32.118756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.333311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701abda5f8>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'd5cbecec-0b6e-4d37-bb28-fd9d5c394ab7', 'name': '', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'mac_address': 'fa:16:3e:83:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:29Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 2, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'subnets': [{'id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:32.337674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d02f5-0caa-4d04-bb64-bec44c8d033d None None] The sync data for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi is: [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'd5cbecec-0b6e-4d37-bb28-fd9d5c394ab7', 'name': '', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'mac_address': 'fa:16:3e:83:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:29Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 2, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'subnets': [{'id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:32.423838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-665514003', 'description': 'tempest-TestVolumeBootPattern-665514003 description'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:32.431000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:32.435230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Usage tracker for resource:security_group and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:32.438541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:32.445079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:32.457718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.480648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:32.484713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Usage tracker for resource:security_group_rule and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:32.487799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:32.493737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:32.571841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.576037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.580083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-be57025c-a9aa-4afe-9e0f-bfdfcc68c1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:32.621235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:32.624398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:32.628610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.629983 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-686880d8-554b-4fb4-a029-146277009e48 req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2123878
Feb 15 15:52:32.710648 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-3dafc061-08b6-4b4e-8aa4-05bea1594249 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups/bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e HTTP/1.1" status: 200  len: 1806 time: 0.0572910
Feb 15 15:52:32.738812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:32.739167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:32.745662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:32.749971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Usage tracker for resource:security_group_rule and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:32.753060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:32.763024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:32.832089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.858882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.862099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.864398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c608f59f-79ea-43a2-906f-ba410e04c1c2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:32.889880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18376a15-6b71-4b77-a864-354801e9a14b,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:32.892682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:32.901522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:32.902829 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d10c938-742b-47e4-82e3-d73cfabb0c34 req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1688538
Feb 15 15:52:32.981874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-f7dd1921-4ab2-4014-bf3e-43b46693aa02 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups/bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e HTTP/1.1" status: 200  len: 2399 time: 0.0568683
Feb 15 15:52:32.993725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e', 'remote_group_id': None}]} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:32.994082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e', 'remote_group_id': None}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:33.000625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:33.004839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Usage tracker for resource:security_group_rule and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:33.008075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:33.014520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:33.076889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:33.108509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:33.111978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:33.114189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:33.138620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1579845-26cb-4f3d-a094-427c536155f3,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:33.143689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:33.159129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:33.170057 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-40776b25-3cb2-4c2c-b5ef-6614df5ffa79 req-71e137e4-ff2a-476c-b7d9-1b8f268becde tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1808412
Feb 15 15:52:33.904492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 00362269-826e-4c0c-affb-7da11a871350 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:33.991408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 00362269-826e-4c0c-affb-7da11a871350 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:33.996806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 00362269-826e-4c0c-affb-7da11a871350 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:33.997309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:34.137055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:34.154258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 00362269-826e-4c0c-affb-7da11a871350, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=00362269-826e-4c0c-affb-7da11a871350,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:34.158814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:34.160683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:34.235921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=00362269-826e-4c0c-affb-7da11a871350,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:34.239516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:35.422215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54056) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:35.532455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-189465c0-73fc-402e-9d69-99af0c09f32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:35.613171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:35.629858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:35.634407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8fc901e7b9a4e33a425b218c04e14b2 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:35.636889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Sync routers for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:35.637808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:35.644530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:35.651629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:35.652514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c08e630>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:35.744337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:35.747747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:35.756703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6955bb1d-2ca1-44b5-bdb9-915937cecf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:35.817297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54070) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:35.838017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c8fc901e7b9a4e33a425b218c04e14b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4143822
Feb 15 15:52:35.839332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6facf1-d1cf-4c79-bd3d-79ea0513ab06,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:35.850665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38cd01f2-f9e2-4ca2-8e08-932ace49d8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:35.858250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:35.884506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 00362269-826e-4c0c-affb-7da11a871350 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:35.949260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:35.973456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 00362269-826e-4c0c-affb-7da11a871350 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:35.973698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.028940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.134352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.141485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-20d8075b-fb4d-4b1c-8ec5-5b60b189ec10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:36.177783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6facf1-d1cf-4c79-bd3d-79ea0513ab06,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:36.183554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:36.188172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.197431 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f6facf1-d1cf-4c79-bd3d-79ea0513ab06 HTTP/1.1" status: 204  len: 168 time: 0.3787000
Feb 15 15:52:36.256786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c08e630>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'd5cbecec-0b6e-4d37-bb28-fd9d5c394ab7', 'name': '', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'mac_address': 'fa:16:3e:83:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:29Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 2, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'subnets': [{'id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:36.267140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Checking router: 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:36.267363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Updating router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:52:36.346601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.791853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.805295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Transition to ACTIVE for port object d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:36.808136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:36.823915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:37.136517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f1db5-75e8-43ec-b9b0-5b7693e6ec7c None None] Pushing event updated for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:37.160921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-068f1db5-75e8-43ec-b9b0-5b7693e6ec7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:37.350191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Attempting to bind port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:37.350604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Attempting to bind port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:37.351039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Attempting to bind port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 on network 994e247a-42e4-4362-87af-b12caf38a18e {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:37.379525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:37.380401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Checking segment: {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:37.381140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:37.381714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Bound using segment: {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:37.384842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Bound port: d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6882310-67fd-4534-86f3-74189adf238e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:37.385430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:37.552468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] For port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:37.556216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] For port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:37.563336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:37.581061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:37.754396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f1db5-75e8-43ec-b9b0-5b7693e6ec7c None None] Pushing event updated for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:37.757914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-068f1db5-75e8-43ec-b9b0-5b7693e6ec7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:37.830884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:37.831861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c08e630>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:37.950954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:38.059644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ec374-cde7-4450-8fa2-0cd476e8b76f req-45a1756d-7853-40f5-ac11-9250ad68b357 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:38.062302 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-671ec374-cde7-4450-8fa2-0cd476e8b76f req-45a1756d-7853-40f5-ac11-9250ad68b357 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1252172
Feb 15 15:52:38.071460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:38.078120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:38.078655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.138962 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-671ec374-cde7-4450-8fa2-0cd476e8b76f req-44974d10-1d07-409e-907e-2c46f2f278d7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640650
Feb 15 15:52:38.153688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5f8b9b50-981c-42c6-aeb0-696ba9ff6b5d None None] Provisioning complete for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:38.154133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9b50-981c-42c6-aeb0-696ba9ff6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.189057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:38.354540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f23e70da-ddb3-4c3a-baea-79881cc6fb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.373826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.389710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9b50-981c-42c6-aeb0-696ba9ff6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.428152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:38.430897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:38.437290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:38.574116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-5f8b9b50-981c-42c6-aeb0-696ba9ff6b5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:52:38.574533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-5f8b9b50-981c-42c6-aeb0-696ba9ff6b5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:52:38.575204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:38.578558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:38.591090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c08e630>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'd5cbecec-0b6e-4d37-bb28-fd9d5c394ab7', 'name': '', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'mac_address': 'fa:16:3e:83:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:29Z', 'updated_at': '2021-02-15T15:52:37Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'subnets': [{'id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:38.595757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888b9b9-86dd-4125-8e41-6014d65d3eeb None None] The sync data for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi is: [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'd5cbecec-0b6e-4d37-bb28-fd9d5c394ab7', 'name': '', 'network_id': '994e247a-42e4-4362-87af-b12caf38a18e', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'mac_address': 'fa:16:3e:83:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:29Z', 'updated_at': '2021-02-15T15:52:37Z', 'revision_number': 4, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'subnets': [{'id': 'edb14760-60e1-430e-a41a-64c914bfb603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:39.186188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:39.385741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51799b-5608-46ce-8063-15010c53fd2c req-980ae6ca-dbf1-4fbb-a44d-35bbffcfac2c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:39.387362 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e51799b-5608-46ce-8063-15010c53fd2c req-980ae6ca-dbf1-4fbb-a44d-35bbffcfac2c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0988536
Feb 15 15:52:39.437100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e51799b-5608-46ce-8063-15010c53fd2c req-045d2d56-39b6-4978-855e-7d88a2bb1f60 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429826
Feb 15 15:52:39.753995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:39.830647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port d0349f9e-684c-4be3-956a-5b2e472b8041 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:39.831064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:39.861967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:39.961685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.013300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-8c3fc862-7989-431e-bc20-d076b7e7363c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:40.015236 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-8c3fc862-7989-431e-bc20-d076b7e7363c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.0898428
Feb 15 15:52:40.031983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:40.032430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.100593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port d0349f9e-684c-4be3-956a-5b2e472b8041 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:52:40.101014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.390574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54184) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:40.478911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.503264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Deleting subnet 86af1bb6-fd80-4c7b-9200-4bd90d1dae72 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:52:40.507277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.571707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.595601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] For port d0349f9e-684c-4be3-956a-5b2e472b8041, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d0349f9e-684c-4be3-956a-5b2e472b8041,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:40.596184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.710672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.766514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d57d3-e3de-43f5-94d8-1cc116c5bc78 req-5e80e79d-84eb-4f4f-b101-569a74bb8541 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:40.768204 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-618d57d3-e3de-43f5-94d8-1cc116c5bc78 req-5e80e79d-84eb-4f4f-b101-569a74bb8541 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 946 time: 0.1617997
Feb 15 15:52:40.945542 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-618d57d3-e3de-43f5-94d8-1cc116c5bc78 req-a2de9181-0403-4031-9c1f-baeae903fe9b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605296
Feb 15 15:52:40.962656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.963084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:40.963476 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Floating IP 083aac5d-2bb7-4f64-9b82-af51f631dd93 disassociated. External IP: 172.27.3.159, port: d0349f9e-684c-4be3-956a-5b2e472b8041.
Feb 15 15:52:40.963848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for d0349f9e-684c-4be3-956a-5b2e472b8041 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:52:41.080022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:41.111170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:41.129282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:41.145434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:41.166044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86af1bb6-fd80-4c7b-9200-4bd90d1dae72,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:41.207726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'Port': ['ID=d0349f9e-684c-4be3-956a-5b2e472b8041,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:41.212744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:41.250693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:41.259226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:41.276691 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7cc2d19c-0d1c-4d29-a38e-98d1c9753629 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/86af1bb6-fd80-4c7b-9200-4bd90d1dae72 HTTP/1.1" status: 204  len: 168 time: 0.8823173
Feb 15 15:52:41.278832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54204) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:41.553753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:52:41.671570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:41.729702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:52:41.801238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: d0349f9e-684c-4be3-956a-5b2e472b8041 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:52:41.801636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device d0349f9e-684c-4be3-956a-5b2e472b8041 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:52:41.818156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:41.829876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:41.844737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:41.845441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a805940>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:41.875919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] No DVR routers for this DVR port d0349f9e-684c-4be3-956a-5b2e472b8041 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:52:41.880787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:41.886454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-deleted', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:52:41.924465 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e11b25d-1182-41c2-b11d-a2deaa29830f req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "DELETE /v2.0/ports/d0349f9e-684c-4be3-956a-5b2e472b8041 HTTP/1.1" status: 204  len: 173 time: 1.9015303
Feb 15 15:52:41.972946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.278363 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a52afef4-b332-46a9-80d5-7611d58896b9 req-ab6b3408-c67b-429f-8121-a34dfd1050c8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=f37ffa59-df36-4e21-8a35-e09221fa8dfa HTTP/1.1" status: 200  len: 210 time: 0.0598323
Feb 15 15:52:42.288581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b34ed30>,) {'filters': {'network_id': ['cce808f8-99da-4046-8b9a-4d5a7345e83e']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:42.299771 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37ffa59-df36-4e21-8a35-e09221fa8dfa', 'name': 'network-vif-deleted', 'tag': 'd0349f9e-684c-4be3-956a-5b2e472b8041', 'status': 'completed', 'code': 200}
Feb 15 15:52:42.310402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b34ed30>, 'c99ae4b4-2954-4f35-9a7a-20c3d828d533') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:42.310753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b34ed30>, 'c99ae4b4-2954-4f35-9a7a-20c3d828d533') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:42.327086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.348469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.350641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:52:42.450639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:42.541421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Network cce808f8-99da-4046-8b9a-4d5a7345e83e has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:52:42.555836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.754307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Network cce808f8-99da-4046-8b9a-4d5a7345e83e has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:52:42.778954 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:52:42.835249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a805940>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:42.839874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:42.852961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:42.853829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a805940>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:42.861504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.864981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:42.882070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:42.892519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce808f8-99da-4046-8b9a-4d5a7345e83e,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:42.896288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:42.901421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51157664-4bec-4d0f-a500-909462d75cd2 admin admin] 10.222.0.102 "DELETE /v2.0/networks/cce808f8-99da-4046-8b9a-4d5a7345e83e HTTP/1.1" status: 204  len: 168 time: 1.6233797
Feb 15 15:52:43.080926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:43.196354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54234) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:43.259129 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a794a8d6-a1d7-444e-b867-9e666e097701 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57cd6b7a5e4945cca208c31a117a31fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0612321
Feb 15 15:52:43.262393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54238) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:43.332334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.398593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.451554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54250) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:43.486214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.491760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-152371b1-b053-4f2f-b28d-159d18ccd84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:43.506427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ff8cf-0f06-4bf6-9192-9c832f28b802,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:43.509691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:43.525497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.526841 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-07376d8e-b8a5-419e-baeb-323e574aa24d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5d0ff8cf-0f06-4bf6-9192-9c832f28b802 HTTP/1.1" status: 204  len: 168 time: 0.2633700
Feb 15 15:52:43.565006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a805940>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:43.575475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb475a51-83b8-4837-9d22-a223bd5248d0 None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:43.598680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.668956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.761426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.778561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9fd7f9f3-6551-490c-82d5-5f8770f066a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:43.797135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:43.798626 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "DELETE /v2.0/security-groups/57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7 HTTP/1.1" status: 204  len: 168 time: 0.3456247
Feb 15 15:52:43.799873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:43.802677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54258) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:43.802806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:43.839847 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-842a7907-8f51-44da-9fd3-06f30dc67e78 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] show failed (client error): The resource could not be found.
Feb 15 15:52:43.844200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54262) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:43.844373 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-842a7907-8f51-44da-9fd3-06f30dc67e78 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups/57ab3bdd-7337-4cb2-b3c8-a1609c6ba3c7 HTTP/1.1" status: 404  len: 347 time: 0.0405095
Feb 15 15:52:44.113409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port 5f24f7c2-5c20-4316-8879-ed71051bfa15 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:52:44.113934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:44.153544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bffd2d-c413-467c-b67b-1d13ff685925 None None] New status for floating IP 083aac5d-2bb7-4f64-9b82-af51f631dd93: DOWN {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:52:44.325800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:44.326097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:44.478903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for 5f24f7c2-5c20-4316-8879-ed71051bfa15 owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:52:44.570690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:52:44.571540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:52:45.044020 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-7848da7f-53d1-4b01-b4ad-bf44d26b0c56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1906736
Feb 15 15:52:45.072173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port 5f24f7c2-5c20-4316-8879-ed71051bfa15 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:52:45.072849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.198690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-0a351662-c169-4833-b0ef-7f32480218b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:45.200334 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-0a351662-c169-4833-b0ef-7f32480218b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1162 time: 0.1271431
Feb 15 15:52:45.284358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.284738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.386049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-43d73ab1-b433-4edc-be8f-66475a85c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:45.388101 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-43d73ab1-b433-4edc-be8f-66475a85c954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1611044
Feb 15 15:52:45.420678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for 5f24f7c2-5c20-4316-8879-ed71051bfa15 owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:52:45.514362 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-60fc3f0f-4e91-41af-adcd-4888640a1f42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 1001 time: 0.1171603
Feb 15 15:52:45.588616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.592050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-0550b457-9da2-4b6d-9cdf-21887135a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:45.593808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-0550b457-9da2-4b6d-9cdf-21887135a145 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0711622
Feb 15 15:52:45.605100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd6418bb-1d31-4497-a112-ea6f76578419 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:45.662747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'Port': ['ID=5f24f7c2-5c20-4316-8879-ed71051bfa15,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:45.667622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:45.682069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-07d61e55-81c9-4353-87ca-1eeb9f75740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:45.684529 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-07d61e55-81c9-4353-87ca-1eeb9f75740b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827570
Feb 15 15:52:45.843019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.852243 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-47664c83-cfbf-4741-9096-a5dd5cf79eef service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569798
Feb 15 15:52:45.858303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:45.859553 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "DELETE /v2.0/floatingips/083aac5d-2bb7-4f64-9b82-af51f631dd93 HTTP/1.1" status: 204  len: 168 time: 2.0142369
Feb 15 15:52:46.000312 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-16dbce8a-ddb7-4dd6-b8b1-cb9886584ae7 req-9d85e653-ee3f-4e77-8183-98cbdc696ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410685
Feb 15 15:52:46.101080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54320) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:46.107090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967154358', 'description': 'tempest-description--1291949347'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:46.113777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:46.118649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:46.122019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:46.129097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:46.141536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.164585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:46.169978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:46.172714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:46.180546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:46.264292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.269234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.274837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55e7f1dc-85c9-42f2-8d5d-6b21638b5424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:46.318416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:46.322808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.323971 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2217391
Feb 15 15:52:46.325284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:46.326099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54328) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:46.332136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group_rule': {'security_group_id': '7db8d8ad-14f6-4f36-81cf-a046d81cd4bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:46.338733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:46.343112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:46.346340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:46.353689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:46.371376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.437768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.442061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.444742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:46.468072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a57278-3880-4209-9c89-4e451ffc30f8,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:46.477809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:46.481382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.482992 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-909b1e46-860a-446a-a6e8-0d549c6416fa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1558027
Feb 15 15:52:46.485896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54334) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:46.492378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'security_group_rule': {'security_group_id': '7db8d8ad-14f6-4f36-81cf-a046d81cd4bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:46.500760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:46.505134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:security_group_rule and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:46.508547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:46.515588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:46.533849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.604112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.607491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.609662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:46.633165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdc5262-f220-4172-a176-8cad6e09b6ff,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:46.635714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:46.645607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.647571 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1602967
Feb 15 15:52:46.653020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54340) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:46.662533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:46.669829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:46.674379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Usage tracker for resource:floatingip and tenant:f0516b1a4f5e4b92a56566d23e25c2ab is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:46.677924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:46.684950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:46.699017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:46.870166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.165723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Allocated IP 172.27.3.101 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/60215c3e-f127-4b82-8a39-a2c74c0ebd10) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:47.340826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.372861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.388701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f605475f-f946-4f3b-af80-213d0408eff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:47.410300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54354) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:47.562049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.583097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:47.588190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Usage tracker for resource:security_group_rule and tenant:ac027d1cd4f842c790165bc659b03509 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:47.591792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:47.598402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:47.703358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.706861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.716370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683fdfb0-5a3b-403a-8806-b438a871971e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:47.748383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=60215c3e-f127-4b82-8a39-a2c74c0ebd10,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:47.752884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:47.758672 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ac027d1cd4f842c790165bc659b03509&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3471375
Feb 15 15:52:47.760455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca313a1e-0d83-406a-809e-681666211e67,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:47.763069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54364) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:47.763794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:47.838837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:47.842467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:47.851267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:47.894971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.940665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:47.998800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.035625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.044557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4de1e72-8b2f-4ecb-a554-7361ce369495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:48.061542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca313a1e-0d83-406a-809e-681666211e67,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:48.070532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:48.084810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.146982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.150832 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ca313a1e-0d83-406a-809e-681666211e67 HTTP/1.1" status: 204  len: 168 time: 0.3841815
Feb 15 15:52:48.373180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.377481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.392930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:48.462687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54372) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:48.482924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.499369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:48.503802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Usage tracker for resource:security_group_rule and tenant:e69e6eb59584451a9e259d4bee469d6a is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:48.506890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:48.512885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:48.543840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=60215c3e-f127-4b82-8a39-a2c74c0ebd10,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:48.547005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:48.602237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.605376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.614174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d384d289-388c-4459-b3e1-d505a2960e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:48.642042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.661313 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e69e6eb59584451a9e259d4bee469d6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1972666
Feb 15 15:52:48.663082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5eee2e-6a3e-4cb3-a60a-de8b9881673e,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:48.664613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54378) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:48.666518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:48.668130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.677879 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0148759
Feb 15 15:52:48.738864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.770793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.826451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.831976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9061724b-d91f-4f12-adf5-13e29e5f37aa tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:48.845236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5eee2e-6a3e-4cb3-a60a-de8b9881673e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:48.848333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:48.850305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:48.851876 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ed5eee2e-6a3e-4cb3-a60a-de8b9881673e HTTP/1.1" status: 204  len: 168 time: 0.1856160
Feb 15 15:52:48.930456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-ca714aab-adc4-418e-8720-d4208b430bc7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:48.948598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-ca714aab-adc4-418e-8720-d4208b430bc7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:48.949882 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-ca714aab-adc4-418e-8720-d4208b430bc7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1967154358&fields=id&tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 267 time: 0.0621939
Feb 15 15:52:49.133255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-c5008180-5b9a-4616-a2d1-2cce0afe4e19 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:49.134022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-c5008180-5b9a-4616-a2d1-2cce0afe4e19 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:49.155031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-c5008180-5b9a-4616-a2d1-2cce0afe4e19 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:49.156833 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-c5008180-5b9a-4616-a2d1-2cce0afe4e19 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 817 time: 0.1989779
Feb 15 15:52:49.173663 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-3f6b13be-fc51-4d59-833c-88a990a620f0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/quotas/f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 375 time: 0.0107417
Feb 15 15:52:49.238788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54400) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:49.257944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:49.269202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-e2003a54-95d6-436f-b906-12c2487dc60c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:49.275317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:49.279407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Usage tracker for resource:security_group_rule and tenant:d04fbad8a2fe44dabbae87c4a55d49cb is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:49.282422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:49.285847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-e2003a54-95d6-436f-b906-12c2487dc60c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:49.287370 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-e2003a54-95d6-436f-b906-12c2487dc60c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1066332
Feb 15 15:52:49.288981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:49.378677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:49.381895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:49.390534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e83cd7ec-8463-4444-b42f-997e2b95418b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:49.432743 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d04fbad8a2fe44dabbae87c4a55d49cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1927049
Feb 15 15:52:49.434502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a74904-58d8-455a-8ca4-5461581d8ed1,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:49.436012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54406) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:49.437937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:49.610995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:49.658266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:49.675105 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-14c3d91e-1452-4b34-b644-3a4807e0c6c3 service neutron] 10.222.0.102 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3748870
Feb 15 15:52:50.069587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:50.089010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f8f5ff8-99d1-4c6f-896f-a35f0ddc71fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:50.110871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-eb50d4a8-9c85-476f-aa7d-6bd8ef6ed82f service neutron] 10.222.0.102 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4257393
Feb 15 15:52:50.112029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a74904-58d8-455a-8ca4-5461581d8ed1,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:50.117247 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:50.123873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:50.125133 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/76a74904-58d8-455a-8ca4-5461581d8ed1 HTTP/1.1" status: 204  len: 168 time: 0.6874866
Feb 15 15:52:50.352363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ec3d968d-403f-417b-867b-23ca8feb2409 req-00b34afc-c149-4a9c-a966-1cfe6995610b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:50.364982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ec3d968d-403f-417b-867b-23ca8feb2409 req-00b34afc-c149-4a9c-a966-1cfe6995610b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:50.366319 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ec3d968d-403f-417b-867b-23ca8feb2409 req-00b34afc-c149-4a9c-a966-1cfe6995610b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0711999
Feb 15 15:52:50.414508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:50.934521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54464) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:51.084428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029356135-network', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:51.092125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:51.097467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Usage tracker for resource:network and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:51.100842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:51.108044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:51.118902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Made reservation on behalf of f558919e04ea41598d9d40dc22a614bd for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:51.123884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.137102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.152803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:51.157339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Usage tracker for resource:security_group_rule and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:51.160506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:51.166897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:51.254629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.257957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.261087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef9ab67d-8db6-44fc-a904-eb7543398823 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:51.298884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:52:51.308585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91322c23-5041-4c2e-b07f-ebb9b2e87e66,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:51.312621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:51.315156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.315596 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Added segment 66d70c34-8f35-420b-af77-3ed1d93038ce of type vxlan for network 3dbcc035-444d-4f96-84c6-77477e99ca5a
Feb 15 15:52:51.344103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.375986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.377282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:51.377925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.381673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:51.492936 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5573490
Feb 15 15:52:51.496331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54474) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:51.502719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Request body: {'subnet': {'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029356135-subnet', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:51.508473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:51.512856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Usage tracker for resource:subnet and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:51.515995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:51.523152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:51.527466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Pushing event updated for resources: {'Network': ['ID=3dbcc035-444d-4f96-84c6-77477e99ca5a,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:51.533553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Made reservation on behalf of f558919e04ea41598d9d40dc22a614bd for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:51.535413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:51.538802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846854590'] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.539956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:51.542975 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0886c9c3-c64d-402c-937d-b3928c8d4710 req-89bdccec-f6d1-4a23-842e-37d585ed1b8c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0553293
Feb 15 15:52:51.964941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6973577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846854611'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:51.982678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:52.115497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4ab9f9-de83-481a-83f7-ab30d0184de1,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:52.120000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:52.185791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Checking segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:52.186172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Network hostable DHCP agents. Network: 3dbcc035-444d-4f96-84c6-77477e99ca5a, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:52:52.205002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:52:52.213933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 3dbcc035-444d-4f96-84c6-77477e99ca5a) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:52.223840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1bf35-7f72-4a13-84be-b44bc4913373 None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:52.225563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:52.226214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.250102 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d7e76304-8d2d-45a9-a03d-98ed578428e7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7525685
Feb 15 15:52:52.252963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54482) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:52.258836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:52.263623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:52.267679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Usage tracker for resource:router and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:52.271198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:52.277196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:52.287010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.288046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.303594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.452025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-3dbcc035-444d-4f96-84c6-77477e99ca5a', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:52:52.452935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.592822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.739357 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-700dbb21-8a5f-47ea-8f99-1dc2a47bebf4 req-06e77db4-f2fb-442e-832e-754845cdc63e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0560513
Feb 15 15:52:52.743807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Allocated IP 172.20.0.2 (3dbcc035-444d-4f96-84c6-77477e99ca5a/ce4ab9f9-de83-481a-83f7-ab30d0184de1/4c8b8116-fde6-4dc6-ade2-de77ff819e40) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:52.967767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.973825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:52.978701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Transition to ACTIVE for port object 4c8b8116-fde6-4dc6-ade2-de77ff819e40 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:52.995066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Transition to ACTIVE for port object 4c8b8116-fde6-4dc6-ade2-de77ff819e40 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:53.000807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.006189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.016206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:53.155947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Pushing event updated for resources: {'Port': ['ID=4c8b8116-fde6-4dc6-ade2-de77ff819e40,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:53.160519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:53.208285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:53.210169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:53.214748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:53.275661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Attempting to bind port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:53.276076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Attempting to bind port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:53.276516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Attempting to bind port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 on network 3dbcc035-444d-4f96-84c6-77477e99ca5a {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:53.282486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:53.283054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Checking segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:53.283333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.283771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Bound using segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:53.284308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Bound port: 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:53.284729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.289940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Allocated IP 172.27.3.122 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/e35bfc29-bdce-4971-8899-f0a7a2a8cf5f) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:53.380588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] For port 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:53.384123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] For port 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=4c8b8116-fde6-4dc6-ade2-de77ff819e40,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:53.388628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.401980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd58897c-3aa1-4ceb-b60c-900243ea76da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:53.449902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.483634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:53.497691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4dead5af-1d88-40f4-95b6-6316d12da00a tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:53.732781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Pushing event updated for resources: {'Port': ['ID=4c8b8116-fde6-4dc6-ade2-de77ff819e40,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:53.739058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:53.867930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:53.872753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:53.914401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:53.915612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:53.917988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:53.920032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b8cc3875-163b-4f87-96ae-834d9e3b863b req-7055d6b7-f6a1-46fd-9e5a-32e276f1325e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0548375
Feb 15 15:52:54.016957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:52:54.373459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:54.741090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:54.970557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Router 65afb788-da27-4145-9a98-0ee305b70a30 is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:52:55.159305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aec852f7-e7e9-4a63-857e-d9f38c50122b req-e18fac5d-ddb2-4353-b70a-261c0e184416 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0602310
Feb 15 15:52:55.166619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacbed0-f701-4999-8f7b-99e9a7778493 None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:52:55.314750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b157b2fa-1963-44c6-b690-068bf0e7cb57 None None] Provisioning for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:55.336914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:55.370700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Sync routers for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:52:55.395345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:55.395962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ae3a7f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:55.414122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-b176beb2-27b7-4070-9799-bdd9de2fe781 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:55.416160 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-b176beb2-27b7-4070-9799-bdd9de2fe781 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 817 time: 0.2320807
Feb 15 15:52:55.417601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:55.418972 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1650665
Feb 15 15:52:55.422372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54508) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:55.566423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-3bed0c7f-4658-42fe-ad10-71e5e4c493bf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:55.581574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-3bed0c7f-4658-42fe-ad10-71e5e4c493bf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:55.582967 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-3bed0c7f-4658-42fe-ad10-71e5e4c493bf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 5705 time: 0.1497812
Feb 15 15:52:55.607768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'port': {'device_id': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'admin_state_up': True, 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'security_groups': ['7db8d8ad-14f6-4f36-81cf-a046d81cd4bf']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:55.700123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:55.785262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:55.820320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:55.855487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Made reservation on behalf of f0516b1a4f5e4b92a56566d23e25c2ab for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:55.868024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.009821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 4c8b8116-fde6-4dc6-ade2-de77ff819e40 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:56.118383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:56.125977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:56.126394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.324697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.337154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-427cdd9c-fba3-44fc-904f-c430086aee4e None None] Provisioning complete for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:56.337584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9c-fba3-44fc-904f-c430086aee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.538540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.604071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=4c8b8116-fde6-4dc6-ade2-de77ff819e40,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:52:56.702657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ae3a7f0>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:54Z', 'revision_number': 3, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:56.713754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Checking router: 65afb788-da27-4145-9a98-0ee305b70a30 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:52:56.714374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Updating router 65afb788-da27-4145-9a98-0ee305b70a30 port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:52:56.729687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Allocated IP 172.20.0.4 (18ce0493-5a59-4abb-97a2-0d5e5eb30ab9/edf559f3-a64a-4652-b78d-b1853ffd0daa/04226803-e533-4723-be4d-4b83e1e55e5a) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:56.766722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Allocated IP 172.20.0.1 (3dbcc035-444d-4f96-84c6-77477e99ca5a/ce4ab9f9-de83-481a-83f7-ab30d0184de1/27e2d575-edd6-4b4c-86e1-b3d872044110) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:52:56.773239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.778634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7f0fe0d-e121-4ede-892e-6cd64ceb1d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:56.826327 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa48b780-18c5-4f25-ac2d-e223364700e8 req-98ff7a5a-7b9b-4080-8590-8f7a6f619fb2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0703733
Feb 15 15:52:56.949738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:56.968939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Transition to ACTIVE for port object 27e2d575-edd6-4b4c-86e1-b3d872044110 will not be triggered until provisioned by entity DHCP. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:56.996461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.020901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.030508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:57.040148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Transition to ACTIVE for port object 04226803-e533-4723-be4d-4b83e1e55e5a will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:57.071838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.072061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.130180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6eea30c8-e2b3-42e7-84ef-e46ade44b940 None None] Provisioning complete for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:57.130571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6eea30c8-e2b3-42e7-84ef-e46ade44b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.168751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-512d225d-d525-4293-a899-237fcbb108a2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:57.180456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=4c8b8116-fde6-4dc6-ade2-de77ff819e40,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:57.187876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:57.216970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:57.229969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.230380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.231842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.231842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.231842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.232116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.232318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.232624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.233016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.233393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.233947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.234123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.234553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.234940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.235327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.235710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.236091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.236498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.237072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.237252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.237613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.237998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.238380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.238761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.245431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:57.279225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:57.282077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:57.282983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:57.298152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:57.310071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.310455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.310993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.311384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.311766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.312151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.312562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.312943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.313324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.313708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.314225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.314459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.314879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.315253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.315631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.316008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.316411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.316790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.317164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.317539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.317912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.318285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.318659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.319035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:52:57.323880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:57.352218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.371128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:57.372492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:57.375035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:52:57.460875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:57.461982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.501842 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9024150
Feb 15 15:52:57.507764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.717070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.720194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Provisioning for port 27e2d575-edd6-4b4c-86e1-b3d872044110 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:57.732498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Provisioning complete for port 27e2d575-edd6-4b4c-86e1-b3d872044110 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:57.732919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.765052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Transition to ACTIVE for port object e35bfc29-bdce-4971-8899-f0a7a2a8cf5f will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:52:57.774810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.795301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:57.814131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.819814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.857505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:57.941914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:57.950818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:57.964781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:57.968904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 4c8b8116-fde6-4dc6-ade2-de77ff819e40 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:52:58.023676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Port 27e2d575-edd6-4b4c-86e1-b3d872044110 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:58.045384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Pushing event updated for resources: {'Port': ['ID=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:58.049223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:58.069958 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Provisioning for port 04226803-e533-4723-be4d-4b83e1e55e5a completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:52:58.083146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:58.083694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.181892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:52:58.188499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eea35-655f-4d24-a52d-6ee4314bf1d4 req-5933e575-f7e6-4eb9-9727-91b10caa23e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:58.196531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-746eea35-655f-4d24-a52d-6ee4314bf1d4 req-5933e575-f7e6-4eb9-9727-91b10caa23e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 931 time: 0.1483259
Feb 15 15:52:58.197559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1256d98b-1cbc-42f5-af54-deb8eb47922e None None] Port 04226803-e533-4723-be4d-4b83e1e55e5a cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:58.210212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:58.210632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.221792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:52:58.250410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-44947016-b600-4c88-8e1b-7d3b3d9cc084 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:58.277833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-44947016-b600-4c88-8e1b-7d3b3d9cc084 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:58.280121 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-44947016-b600-4c88-8e1b-7d3b3d9cc084 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-665514003&fields=id&tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 267 time: 0.1350865
Feb 15 15:52:58.295273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Attempting to bind port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:52:58.295726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Attempting to bind port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:52:58.296139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Attempting to bind port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:52:58.304580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:52:58.305133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:52:58.305587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.306041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:52:58.306569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Bound port: e35bfc29-bdce-4971-8899-f0a7a2a8cf5f, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:52:58.306984 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.406261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] For port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:52:58.410552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] For port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:52:58.420287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.472238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e085c301-2328-47dc-926a-4284bbdd0337 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:58.473078 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e085c301-2328-47dc-926a-4284bbdd0337 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:network {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:58.495501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e085c301-2328-47dc-926a-4284bbdd0337 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:network {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:58.496852 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e085c301-2328-47dc-926a-4284bbdd0337 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.2039421
Feb 15 15:52:58.510022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b60e95-f365-4f8f-acd4-362980f21936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:52:58.515292 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-1006a78b-00e8-4636-ae0c-378e1f1a2b85 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/quotas/5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 375 time: 0.0113630
Feb 15 15:52:58.616383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-db10bd19-10c1-4513-8aa8-8386cd7696a8 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:58.636536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-db10bd19-10c1-4513-8aa8-8386cd7696a8 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:58.638594 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-db10bd19-10c1-4513-8aa8-8386cd7696a8 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1159871
Feb 15 15:52:58.648753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-439a1009-2641-497c-bb3e-fe949a382643 None None] Provisioning complete for port 27e2d575-edd6-4b4c-86e1-b3d872044110 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:52:58.649143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-439a1009-2641-497c-bb3e-fe949a382643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:58.666001 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-746eea35-655f-4d24-a52d-6ee4314bf1d4 req-471414c1-6a69-40d9-b301-70ee88c378bd tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4680781
Feb 15 15:52:58.723702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Pushing event updated for resources: {'Port': ['ID=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:52:58.741187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:52:58.750010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Router 65afb788-da27-4145-9a98-0ee305b70a30 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:52:58.766046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-439a1009-2641-497c-bb3e-fe949a382643 None None] Port 27e2d575-edd6-4b4c-86e1-b3d872044110 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:52:58.784571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:52:58.785260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ae3a7f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:58.888435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-39cabe27-3943-450b-97fa-037af5f9c862 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366357
Feb 15 15:52:58.957875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:52:58.967799 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] 10.222.0.102 "PUT /v2.0/routers/65afb788-da27-4145-9a98-0ee305b70a30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5439341
Feb 15 15:52:59.015185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:52:59.068642 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-90686843-561d-4df6-b53f-e02424cdadb8 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1730130
Feb 15 15:52:59.119730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf096c-35ff-41eb-b871-1fe2972aa1ae req-433bff8c-f4fc-46d1-9489-ad9cd7ac731f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:59.121619 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82bf096c-35ff-41eb-b871-1fe2972aa1ae req-433bff8c-f4fc-46d1-9489-ad9cd7ac731f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1043494
Feb 15 15:52:59.195681 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-82bf096c-35ff-41eb-b871-1fe2972aa1ae req-94b31ce8-d75b-4bde-9580-b53cc7f28951 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662246
Feb 15 15:52:59.563438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ae3a7f0>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 2, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:52:59.568635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867232bb-3010-4e68-a7ba-64b8f51e09f3 None None] The sync data for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi is: [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 2, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:52:59.576840 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-174eec91-b58d-493d-b710-501e3ba6f2c4 req-803f8085-f307-4287-a7fb-8375cd6262ec tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 210 time: 0.0565817
Feb 15 15:52:59.797892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54592) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:52:59.804024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1803163117-network', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:52:59.810246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:59.815066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Usage tracker for resource:network and tenant:8da2497c0547407b97ad26d3d971e9ed is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:59.819507 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:59.827225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:59.838163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Made reservation on behalf of 8da2497c0547407b97ad26d3d971e9ed for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:52:59.843210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:59.861040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:52:59.879211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:52:59.884157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Usage tracker for resource:security_group_rule and tenant:8da2497c0547407b97ad26d3d971e9ed is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:52:59.887853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:52:59.894258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:52:59.894930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b6dd-c53c-40b2-bc84-a88cc584ceaa req-6a208a00-6e00-4f50-83bf-a266f7a469db tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:52:59.896209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9d16b6dd-c53c-40b2-bc84-a88cc584ceaa req-6a208a00-6e00-4f50-83bf-a266f7a469db tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:52:59.913120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-9d16b6dd-c53c-40b2-bc84-a88cc584ceaa req-6a208a00-6e00-4f50-83bf-a266f7a469db tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:52:59.914572 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d16b6dd-c53c-40b2-bc84-a88cc584ceaa req-6a208a00-6e00-4f50-83bf-a266f7a469db tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 931 time: 0.1133659
Feb 15 15:52:59.968065 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d16b6dd-c53c-40b2-bc84-a88cc584ceaa req-956ea770-93ee-474f-912b-24273d7db078 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463097
Feb 15 15:52:59.999865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.003074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.007676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7b88bbb-1036-494e-b2b6-0ff6661db066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:00.054850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:53:00.065842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df2c77-48e1-493e-92cf-93405bdebc9f,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:00.070441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:00.073599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.074021 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Added segment 8a38eae2-f105-4e41-a5de-0c08a869f18f of type vxlan for network 20b2b839-7b05-454f-893e-7720d8611910
Feb 15 15:53:00.106565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.138718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.140038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:00.140746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.147078 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4b96908-aedf-4204-a757-693e3a86af61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:00.258968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Pushing event updated for resources: {'Network': ['ID=20b2b839-7b05-454f-893e-7720d8611910,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:00.262279 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4632490
Feb 15 15:53:00.263219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:00.265932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54602) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:00.273146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 20b2b839-7b05-454f-893e-7720d8611910 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:53:00.274476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Request body: {'subnet': {'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1803163117-subnet', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:00.280075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:00.284817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Usage tracker for resource:subnet and tenant:8da2497c0547407b97ad26d3d971e9ed is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:00.288371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:00.294297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:00.308442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Made reservation on behalf of 8da2497c0547407b97ad26d3d971e9ed for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:00.313543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846854590'] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.455899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbf2cd-a79f-4ab7-b4fd-69d3d54fd69d req-76b0cb96-278c-45b5-8c40-0619c2aec842 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:00.458035 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92dbf2cd-a79f-4ab7-b4fd-69d3d54fd69d req-76b0cb96-278c-45b5-8c40-0619c2aec842 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1416936
Feb 15 15:53:00.524507 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-92dbf2cd-a79f-4ab7-b4fd-69d3d54fd69d req-abc25c65-4ee5-4d1d-9464-0a56cc8cf2ca tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510628
Feb 15 15:53:00.559604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Request body: {'port': {'device_id': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:00.587452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 20b2b839-7b05-454f-893e-7720d8611910 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:53:00.687835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:00.873898 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b507457d-06ba-4928-b9cb-a99801599f10 req-75995b21-f86e-4482-9c23-7a624b88cc4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 210 time: 0.1040792
Feb 15 15:53:01.231169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42927c-8e6c-4a97-bc9f-271d858ec3ff req-f09b90fc-3271-46f1-9c3c-c126b858cd6f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:01.232866 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a42927c-8e6c-4a97-bc9f-271d858ec3ff req-f09b90fc-3271-46f1-9c3c-c126b858cd6f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 931 time: 0.1241541
Feb 15 15:53:01.286990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7a42927c-8e6c-4a97-bc9f-271d858ec3ff req-050aa1c9-084f-418c-b1bf-32af9e3025d9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461190
Feb 15 15:53:01.390144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04226803-e533-4723-be4d-4b83e1e55e5a {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:53:01.401985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:01.404715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6973577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846854611'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:01.429936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-80e8f30f-9a5e-4146-be0e-5aa0c968b79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:01.480565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Transition to ACTIVE for port object 04226803-e533-4723-be4d-4b83e1e55e5a will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:01.540049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:01.885502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b37162b-c9df-4276-b4dd-6970e3988104,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:01.889267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:01.899601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3b2c742-87c7-4827-8869-e8715f50abc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:01.936177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device e35bfc29-bdce-4971-8899-f0a7a2a8cf5f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:02.049887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:02.056443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:02.057209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.109018 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24f71b62-9426-4643-b6a6-f6bf210792e7 req-fa4f506e-2a69-42c4-a412-6843b6f9e204 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 210 time: 0.0682318
Feb 15 15:53:02.206425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.224108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:02.227496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.229517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:02.302067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:02.305556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:02.371827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:02.381367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:02.398169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-194eef84-1cc1-409e-92c2-24db5587bbf2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:02.399585 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-194eef84-1cc1-409e-92c2-24db5587bbf2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.8415217
Feb 15 15:53:02.495938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdd93d-1fec-4402-bebb-f242085a4241 req-bb812f3a-e39d-4569-96df-7619cb16b769 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:02.497589 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b4cdd93d-1fec-4402-bebb-f242085a4241 req-bb812f3a-e39d-4569-96df-7619cb16b769 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.7563455
Feb 15 15:53:02.519902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aaf8e-9541-41ea-95e6-653f7fd58ed7 req-fd97da1c-5105-4e86-a2c0-1800adf62003 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:02.521604 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c6aaf8e-9541-41ea-95e6-653f7fd58ed7 req-fd97da1c-5105-4e86-a2c0-1800adf62003 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0996647
Feb 15 15:53:02.524517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Checking segment: {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:02.524918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Network hostable DHCP agents. Network: 20b2b839-7b05-454f-893e-7720d8611910, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:53:02.574727 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6c6aaf8e-9541-41ea-95e6-653f7fd58ed7 req-57c4557c-4a71-4709-9a7f-fabb3c6fe160 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462627
Feb 15 15:53:02.625664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Attempting to bind port 04226803-e533-4723-be4d-4b83e1e55e5a on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:02.626043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Attempting to bind port 04226803-e533-4723-be4d-4b83e1e55e5a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:02.626408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Attempting to bind port 04226803-e533-4723-be4d-4b83e1e55e5a on network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:02.638036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-0af2d714-70a6-44b2-92f8-cacf1f6ee7e6 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 5763 time: 0.1989772
Feb 15 15:53:02.643294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b4cdd93d-1fec-4402-bebb-f242085a4241 req-ceb5cb8a-f6dc-4ae0-be35-40c55333f194 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1332958
Feb 15 15:53:02.644219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Network 20b2b839-7b05-454f-893e-7720d8611910 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:53:02.646802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:02.647201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Checking segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:02.647649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.648050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Bound using segment: {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:02.648577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Bound port: 04226803-e533-4723-be4d-4b83e1e55e5a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9cebef-2f2e-4eec-84f8-e4ad75312aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:02.648954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.666373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'port': {'device_id': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'admin_state_up': True, 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'security_groups': ['bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:02.743678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 20b2b839-7b05-454f-893e-7720d8611910) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:02.754032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0836f08-dca6-4d34-b317-b78b68bb58de None None] Network 20b2b839-7b05-454f-893e-7720d8611910 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:53:02.831841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:02.832517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.834846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Sync routers for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:02.849482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:02.850667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701afc8b70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:02.914632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.6473897
Feb 15 15:53:02.915970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:02.917660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54660) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:02.920834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:02.924148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:02.927600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:02.932821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.934693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:02.942728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Usage tracker for resource:router and tenant:8da2497c0547407b97ad26d3d971e9ed is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:02.946581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:02.952411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ecd648e2-7a2c-4846-a5ba-9d28f2323e82 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:02.953424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:02.965514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.966960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:02.982887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.026569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-20b2b839-7b05-454f-893e-7720d8611910', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:53:03.027503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.042981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:03.045122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:03.051153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:03.086458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:03.119612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Made reservation on behalf of 5a834a5564f941b4868101775acad5bf for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:03.125491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.305079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:03.305773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.307342 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] 10.222.0.15 "PUT /v2.0/ports/04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 1157 time: 2.7564847
Feb 15 15:53:03.332810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:03.518475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'status': 'completed', 'code': 200}
Feb 15 15:53:03.572871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dcba27a3-6768-46f1-bbf5-6e0537efafe3 req-6564a017-c0c0-4ce7-8efc-eb31a2302357 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 210 time: 0.1441991
Feb 15 15:53:03.577448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.612212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Allocated IP 172.20.0.2 (20b2b839-7b05-454f-893e-7720d8611910/3b37162b-c9df-4276-b4dd-6970e3988104/20dd4c89-8349-4a96-921a-972b43a5914a) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:03.634828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701afc8b70>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 2, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:03.647352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Checking router: 65afb788-da27-4145-9a98-0ee305b70a30 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:03.647756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Updating router 65afb788-da27-4145-9a98-0ee305b70a30 port 27e2d575-edd6-4b4c-86e1-b3d872044110 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:53:03.743125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.20.0.5 (0cb4c4a6-860d-4f0e-bec1-0424070263c1/82128355-ea79-4abd-b871-91692f9f7f6d/da29d429-c57c-4f93-b29d-481aa8a7e4e4) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:03.886669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:03.899991 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Transition to ACTIVE for port object 20dd4c89-8349-4a96-921a-972b43a5914a will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:03.919621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device e35bfc29-bdce-4971-8899-f0a7a2a8cf5f up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:03.927137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8feca-a3dd-4d3f-8bc2-7a398ab57558 req-98d5eef1-f9e3-4849-91fe-766ab7641f68 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:03.928982 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14f8feca-a3dd-4d3f-8bc2-7a398ab57558 req-98d5eef1-f9e3-4849-91fe-766ab7641f68 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1299338
Feb 15 15:53:03.967800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Transition to ACTIVE for port object 20dd4c89-8349-4a96-921a-972b43a5914a will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:03.988089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.008913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:04.027840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.132473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.139092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-aaae6e8c-efb7-4bbe-b1b4-c07f5e3c6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:04.151659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.152913 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-aaae6e8c-efb7-4bbe-b1b4-c07f5e3c6211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1160 time: 0.7765300
Feb 15 15:53:04.172954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3462f-b9b6-45f4-ad70-c197f9e913dd req-b4c8d59e-3839-41ff-abc4-eaa8f888988e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:04.175056 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dab3462f-b9b6-45f4-ad70-c197f9e913dd req-b4c8d59e-3839-41ff-abc4-eaa8f888988e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1932137
Feb 15 15:53:04.191701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Pushing event updated for resources: {'Port': ['ID=20dd4c89-8349-4a96-921a-972b43a5914a,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:04.195365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.197029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:04.219432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:04.219854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.262592 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-6e061b3a-406b-4cd5-b19f-6a0126cdbb51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 217 time: 0.0862508
Feb 15 15:53:04.302831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Network 20b2b839-7b05-454f-893e-7720d8611910 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:04.306621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:04.309504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:04.359609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-0d847f79-39ba-44bc-875a-46a30abacd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:04.361625 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-0d847f79-39ba-44bc-875a-46a30abacd79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0777686
Feb 15 15:53:04.367493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Transition to ACTIVE for port object da29d429-c57c-4f93-b29d-481aa8a7e4e4 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:04.418662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Attempting to bind port 20dd4c89-8349-4a96-921a-972b43a5914a on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:04.418998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Attempting to bind port 20dd4c89-8349-4a96-921a-972b43a5914a by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:04.419412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Attempting to bind port 20dd4c89-8349-4a96-921a-972b43a5914a on network 20b2b839-7b05-454f-893e-7720d8611910 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:04.436604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:04.437026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Checking segment: {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:04.437732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.438183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Bound using segment: {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:04.438726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Bound port: 20dd4c89-8349-4a96-921a-972b43a5914a, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:04.439157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.474451 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dab3462f-b9b6-45f4-ad70-c197f9e913dd req-e9325c44-cc6b-4019-b3d0-fb345f0b8de2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2079976
Feb 15 15:53:04.494609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-d5750657-eb12-40a3-9dbe-cea45a674eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:04.496893 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-d5750657-eb12-40a3-9dbe-cea45a674eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235306
Feb 15 15:53:04.512431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Allocated IP 172.27.3.2 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:04.568805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] For port 20dd4c89-8349-4a96-921a-972b43a5914a, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:04.572687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] For port 20dd4c89-8349-4a96-921a-972b43a5914a, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=20dd4c89-8349-4a96-921a-972b43a5914a,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:04.579765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.616992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:04.631818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.632052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.653536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:04.657204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Transition to ACTIVE for port object 27e2d575-edd6-4b4c-86e1-b3d872044110 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:04.665303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.677209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.697235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:04.718218 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14f8feca-a3dd-4d3f-8bc2-7a398ab57558 req-a9f4660b-9f4d-4c15-a43b-3d0c66e1b2ea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7238405
Feb 15 15:53:04.725302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:04.794410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=da29d429-c57c-4f93-b29d-481aa8a7e4e4,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:04.798358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:04.861070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Pushing event updated for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:04.862168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:04.867123 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:04.880781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Pushing event updated for resources: {'Port': ['ID=20dd4c89-8349-4a96-921a-972b43a5914a,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:04.888532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:05.011291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Pushing event updated for resources: {'Port': ['ID=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:05.017246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:05.065492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:05.066723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:05.067308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Attempting to bind port 27e2d575-edd6-4b4c-86e1-b3d872044110 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:05.067914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Attempting to bind port 27e2d575-edd6-4b4c-86e1-b3d872044110 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:05.068535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Attempting to bind port 27e2d575-edd6-4b4c-86e1-b3d872044110 on network 3dbcc035-444d-4f96-84c6-77477e99ca5a {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:05.069626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:05.082585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:05.083006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Checking segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:05.083454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.083889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Bound using segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:05.084458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Bound port: 27e2d575-edd6-4b4c-86e1-b3d872044110, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:05.084943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.090644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:05.095090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:05.099452 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-4a92e35c-e0be-4881-9702-30eb5e82058e service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5920994
Feb 15 15:53:05.100471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:05.223882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] For port 27e2d575-edd6-4b4c-86e1-b3d872044110, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:05.228145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] For port 27e2d575-edd6-4b4c-86e1-b3d872044110, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=27e2d575-edd6-4b4c-86e1-b3d872044110,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:05.239499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.388661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-068f1db5-75e8-43ec-b9b0-5b7693e6ec7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:05.456524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:05.457324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.491449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699a755-f085-4353-9b54-96f756d3300d req-d6d82c13-cb53-4081-bfb7-f5e1011ec4a4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:05.493443 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b699a755-f085-4353-9b54-96f756d3300d req-d6d82c13-cb53-4081-bfb7-f5e1011ec4a4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 931 time: 0.5131977
Feb 15 15:53:05.525735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:05.526430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701afc8b70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:05.528227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cddc0c22-cf5e-4a5e-be1f-6bbfcc960ddc None None] Provisioning for port da29d429-c57c-4f93-b29d-481aa8a7e4e4 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:05.535756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cddc0c22-cf5e-4a5e-be1f-6bbfcc960ddc None None] Provisioning complete for port da29d429-c57c-4f93-b29d-481aa8a7e4e4 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:05.536315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c22-cf5e-4a5e-be1f-6bbfcc960ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.687873 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5aa5f01f-f51f-4e71-8411-266024d39b60 req-ba132051-ff7d-49df-aec7-e77f8af059fb service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5110099
Feb 15 15:53:05.721410 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b699a755-f085-4353-9b54-96f756d3300d req-a0070a35-2889-406e-a9b6-80b8eab9bd48 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2162566
Feb 15 15:53:05.749261 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-a7b51e97-49fa-4e20-85e3-27623e554e7c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0885482
Feb 15 15:53:05.783618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Request body: {'port': {'device_id': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:05.905842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:05.918200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c54a358-cb5c-4937-8705-c67a9b443e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:05.930498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cddc0c22-cf5e-4a5e-be1f-6bbfcc960ddc None None] Port da29d429-c57c-4f93-b29d-481aa8a7e4e4 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:06.015103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 20dd4c89-8349-4a96-921a-972b43a5914a up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:06.156839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:06.157060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 20dd4c89-8349-4a96-921a-972b43a5914a completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:06.229248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed37079-806d-4f88-9534-f2e472b8aaee req-1b3a962e-f2f7-4aee-8325-d091b40335e4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:06.237321 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ed37079-806d-4f88-9534-f2e472b8aaee req-1b3a962e-f2f7-4aee-8325-d091b40335e4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.2848001
Feb 15 15:53:06.267192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Pushing event updated for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:06.273764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:06.384904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ed37079-806d-4f88-9534-f2e472b8aaee req-a96f9a36-4402-49c0-9c16-4230d840df8f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466455
Feb 15 15:53:06.418435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:06.469273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701afc8b70>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:05Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:06.474000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda572b-03bc-449f-a34f-650c63d90082 None None] The sync data for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi is: [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:05Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:06.628413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69945a5-8fa5-4092-a6ff-b90434e6c612 req-60748622-b1e9-43cc-bb03-99807e05f95a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:06.630151 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e69945a5-8fa5-4092-a6ff-b90434e6c612 req-60748622-b1e9-43cc-bb03-99807e05f95a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.5767572
Feb 15 15:53:06.635899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-11a600a2-82c8-427b-8dce-894fc6e732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:06.636867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:06.637568 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-11a600a2-82c8-427b-8dce-894fc6e732ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1160 time: 0.7011383
Feb 15 15:53:06.836224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67147f35-3155-4e59-ae48-affb2cdc1ea4 None None] Network 20b2b839-7b05-454f-893e-7720d8611910 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:53:06.891442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-b7e63849-3afe-49b3-b0b6-2dc2d241d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:06.893339 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-b7e63849-3afe-49b3-b0b6-2dc2d241d24f service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.2300367
Feb 15 15:53:06.994461 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e69945a5-8fa5-4092-a6ff-b90434e6c612 req-831b3126-a421-4b61-9b28-6c39a1ac2dda tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3537915
Feb 15 15:53:07.011329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Router abd9b844-0ccf-4868-8538-5385a1dfda7f is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:53:07.016641 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-900f4168-ddbe-4e66-a106-ed5f5fb134d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 217 time: 0.1068044
Feb 15 15:53:07.025109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795cbc-bbf0-4699-a6a7-a293ac25dd16 req-1584ee75-9e0b-420a-a40c-48ae8506eda7 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:07.027080 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8795cbc-bbf0-4699-a6a7-a293ac25dd16 req-1584ee75-9e0b-420a-a40c-48ae8506eda7 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 931 time: 0.1512682
Feb 15 15:53:07.041085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Provisioning for port 20dd4c89-8349-4a96-921a-972b43a5914a completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:07.083829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Provisioning complete for port 20dd4c89-8349-4a96-921a-972b43a5914a triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:07.084092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:07.194860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-56384ef0-26ca-44bf-b04d-1ad999d8ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:07.288426 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-56384ef0-26ca-44bf-b04d-1ad999d8ed50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.1743355
Feb 15 15:53:07.289720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e8795cbc-bbf0-4699-a6a7-a293ac25dd16 req-b01f5ff7-e42c-42a3-b91e-3e15d42ea2f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:07.289720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-e8795cbc-bbf0-4699-a6a7-a293ac25dd16 req-b01f5ff7-e42c-42a3-b91e-3e15d42ea2f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:07.289720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e8795cbc-bbf0-4699-a6a7-a293ac25dd16 req-b01f5ff7-e42c-42a3-b91e-3e15d42ea2f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1637623
Feb 15 15:53:07.309290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:07.349379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:07.351315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Sync routers for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:07.352718 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.4323742
Feb 15 15:53:07.354902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54700) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:07.368710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:07.369977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c09e9e8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:52:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:07.451827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-4d33a3fb-4cd4-4391-9cac-08653d50c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:07.453372 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-4d33a3fb-4cd4-4391-9cac-08653d50c72b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2211056
Feb 15 15:53:07.564513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:07.669616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] For port 20dd4c89-8349-4a96-921a-972b43a5914a, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=20dd4c89-8349-4a96-921a-972b43a5914a,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:07.679306 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:07.694297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:07.715304 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-a1f7700e-ab94-4a53-bbfc-8deea2dc3553 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315373
Feb 15 15:53:07.764142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:07.945094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da29d429-c57c-4f93-b29d-481aa8a7e4e4 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:53:07.948131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 27e2d575-edd6-4b4c-86e1-b3d872044110 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:07.955495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:07.970085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Transition to ACTIVE for port object da29d429-c57c-4f93-b29d-481aa8a7e4e4 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:07.997456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54710) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:08.000886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.109421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91d436d3-2f0f-492a-8fbd-d9243407940d tempest-VolumesSnapshotTestJSON-1196996797 tempest-VolumesSnapshotTestJSON-1196996797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:08.149105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c72e4ab-a9bc-4a2f-8987-0f223dc04908 None None] Provisioning complete for port 20dd4c89-8349-4a96-921a-972b43a5914a triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:08.149679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c72e4ab-a9bc-4a2f-8987-0f223dc04908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.169561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.183515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-03c8feb7-7ddb-4971-b756-f2d9cb80e20e req-7b0c5038-2a3b-4d29-8444-51ccfed0cc74 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4105110
Feb 15 15:53:08.201655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:08.210259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Usage tracker for resource:security_group_rule and tenant:521a026e4faa4fe98608d1adf97ea7c8 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:08.211695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Pushing event updated for resources: {'Port': ['ID=da29d429-c57c-4f93-b29d-481aa8a7e4e4,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:08.216181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:08.225936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:08.229263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:08.231620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Pushing event updated for resources: {'Port': ['ID=20dd4c89-8349-4a96-921a-972b43a5914a,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:08.257265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:08.261470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 27e2d575-edd6-4b4c-86e1-b3d872044110 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:08.308622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 27e2d575-edd6-4b4c-86e1-b3d872044110 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:08.309277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.340566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60daf3a-01c5-4f69-8242-ebe2605a2737 req-5f3634d4-c4f5-4f39-9616-ecc45c2b430c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:08.342185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f60daf3a-01c5-4f69-8242-ebe2605a2737 req-5f3634d4-c4f5-4f39-9616-ecc45c2b430c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.6189010
Feb 15 15:53:08.401710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c9db832c-a00a-4e87-9a5a-f1cf85671af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.473072 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f60daf3a-01c5-4f69-8242-ebe2605a2737 req-0f2a77ef-cc21-4c9d-b493-8a6609eeb32c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131077
Feb 15 15:53:08.573587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.593679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Attempting to bind port da29d429-c57c-4f93-b29d-481aa8a7e4e4 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:08.594204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Attempting to bind port da29d429-c57c-4f93-b29d-481aa8a7e4e4 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:08.594684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Attempting to bind port da29d429-c57c-4f93-b29d-481aa8a7e4e4 on network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:08.606077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:08.606617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:08.607146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.607646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Bound using segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:08.608272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Bound port: da29d429-c57c-4f93-b29d-481aa8a7e4e4, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:08.608780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.662231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c09e9e8>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:05Z', 'revision_number': 3, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:08.667155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c21305c3-cbe8-466e-8070-4c067125233a None None] Provisioning complete for port 20dd4c89-8349-4a96-921a-972b43a5914a triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:08.667617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c21305c3-cbe8-466e-8070-4c067125233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.706090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Checking router: abd9b844-0ccf-4868-8538-5385a1dfda7f for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:08.706391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Updating router abd9b844-0ccf-4868-8538-5385a1dfda7f port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 binding host dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:53:08.762445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 27e2d575-edd6-4b4c-86e1-b3d872044110, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=27e2d575-edd6-4b4c-86e1-b3d872044110,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:08.777608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.780894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] For port da29d429-c57c-4f93-b29d-481aa8a7e4e4, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:08.785919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] For port da29d429-c57c-4f93-b29d-481aa8a7e4e4, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:08.788700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4743c429-78ab-44de-9200-9ebca1d08d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:08.794013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d318be-a45e-47cd-95fb-f59685b88941 req-d656e947-55c3-4f88-9e00-6bec08b27f96 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:08.794876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-80d318be-a45e-47cd-95fb-f59685b88941 req-d656e947-55c3-4f88-9e00-6bec08b27f96 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:08.803515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.822454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3f29263-d227-42bf-aa1c-3be37470da10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:08.847709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.855910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba961a-c012-41f0-97d6-99c55dfa7c30 req-22935596-cef9-40eb-ad07-4586ee419a7d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:08.857444 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13ba961a-c012-41f0-97d6-99c55dfa7c30 req-22935596-cef9-40eb-ad07-4586ee419a7d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.5627027
Feb 15 15:53:08.893577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:53:08.933995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.946001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-80d318be-a45e-47cd-95fb-f59685b88941 req-d656e947-55c3-4f88-9e00-6bec08b27f96 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:08.947376 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-80d318be-a45e-47cd-95fb-f59685b88941 req-d656e947-55c3-4f88-9e00-6bec08b27f96 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.3429549
Feb 15 15:53:08.958564 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-13ba961a-c012-41f0-97d6-99c55dfa7c30 req-0f084cf1-2aee-4a8c-b4e4-f2d2c014a040 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900838
Feb 15 15:53:08.963020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:08.972686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:08.982652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.013037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a9eddb7-5207-4629-878a-d05abe73e4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:09.013779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:09.021957 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=521a026e4faa4fe98608d1adf97ea7c8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0234344
Feb 15 15:53:09.022597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Pushing event updated for resources: {'Port': ['ID=da29d429-c57c-4f93-b29d-481aa8a7e4e4,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:09.025723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54720) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:09.032543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:09.061185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-80d318be-a45e-47cd-95fb-f59685b88941 req-e98479a7-163c-4f12-aeff-cd61f9d84834 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1019518
Feb 15 15:53:09.126954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1cddaa-7081-4bc0-83ad-b8703e2c7e2c,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:09.134193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:09.134607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:09.134862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.136665 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] 10.222.0.15 "PUT /v2.0/ports/da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 1157 time: 3.3585618
Feb 15 15:53:09.137201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:09.156609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.209694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.280517 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'status': 'completed', 'code': 200}
Feb 15 15:53:09.380010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.386346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-564e38b6-8626-410c-b105-32f4065ed32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:09.401929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1cddaa-7081-4bc0-83ad-b8703e2c7e2c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:09.406473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.407682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0c1cddaa-7081-4bc0-83ad-b8703e2c7e2c HTTP/1.1" status: 204  len: 168 time: 0.3768721
Feb 15 15:53:09.410729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:09.413156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:09.415280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-ee1dc07c-e6b9-46e4-af1f-1148a4522a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:09.417042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-ee1dc07c-e6b9-46e4-af1f-1148a4522a75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1160 time: 0.1356845
Feb 15 15:53:09.474202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Allocated IP 172.20.0.1 (20b2b839-7b05-454f-893e-7720d8611910/3b37162b-c9df-4276-b4dd-6970e3988104/8f92a566-358e-4c9f-99c0-1c9b26dd219c) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:09.520168 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-c8c47024-e25e-43c7-b634-5bc20cb6da28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 217 time: 0.0896051
Feb 15 15:53:09.575222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.615453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-1a7b4edd-c186-45e1-8281-621a8ec23297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:09.619228 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-1a7b4edd-c186-45e1-8281-621a8ec23297 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0894909
Feb 15 15:53:09.624499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 04226803-e533-4723-be4d-4b83e1e55e5a completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:09.631502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:09.631917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.719901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.742363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Transition to ACTIVE for port object 8f92a566-358e-4c9f-99c0-1c9b26dd219c will not be triggered until provisioned by entity DHCP. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:09.767390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.795851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks [] for port, precommit_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.814291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fb1b7-9b6b-4ce0-ad53-c69502267704 req-27b3f7fb-55fc-4b4e-bcfe-d397c13ceb1e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:09.824313 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-803fb1b7-9b6b-4ce0-ad53-c69502267704 req-27b3f7fb-55fc-4b4e-bcfe-d397c13ceb1e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1324012
Feb 15 15:53:09.832049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:09.848918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Transition to ACTIVE for port object f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:09.872641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.881087 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-803fb1b7-9b6b-4ce0-ad53-c69502267704 req-f7516dd1-af55-40bb-8e40-f5e63e36942a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564380
Feb 15 15:53:09.882560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-3891f93a-a01c-4a61-a079-98ed21669af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:09.884185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-3891f93a-a01c-4a61-a079-98ed21669af6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2569759
Feb 15 15:53:09.899861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:09.980109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:09.990181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 20dd4c89-8349-4a96-921a-972b43a5914a up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:10.054809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Pushing event updated for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:10.059011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:10.066314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.081628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Network 20b2b839-7b05-454f-893e-7720d8611910 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:10.082904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:10.083292 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-183daa8f-2903-4bff-8871-c32f9b71c220 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844237
Feb 15 15:53:10.085650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:10.188975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.336374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:10.346842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Pushing event updated for resources: {'Port': ['ID=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:10.357798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:10.370324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:10.391609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.395750 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:10.437861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbd089-326a-4b64-8054-4f8dd8e1c408 req-c45738de-815f-4218-a63f-8409fbc6618d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:10.445171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 20dd4c89-8349-4a96-921a-972b43a5914a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:10.445590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.446317 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8bbbd089-326a-4b64-8054-4f8dd8e1c408 req-c45738de-815f-4218-a63f-8409fbc6618d tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1789341
Feb 15 15:53:10.512411 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8bbbd089-326a-4b64-8054-4f8dd8e1c408 req-e21a5334-7995-44a8-afae-66f8c7a98241 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649030
Feb 15 15:53:10.516850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.538709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54754) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:10.601866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Attempting to bind port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:10.602278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Attempting to bind port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:10.602683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Attempting to bind port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:10.609543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a274ea9-df3c-4457-ab7a-6a83e957ee4c None None] Provisioning for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:10.614546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.619391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a274ea9-df3c-4457-ab7a-6a83e957ee4c None None] Provisioning complete for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:10.619798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a274ea9-df3c-4457-ab7a-6a83e957ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.663801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:10.663801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:10.664267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.664712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:10.665239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Bound port: f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:10.666058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.693980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:10.715132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:10.758430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea11d9c-f1db-4617-a9bd-9b571811e65b req-75e0b90b-2457-498f-a025-085d04c39261 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:10.766117 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ea11d9c-f1db-4617-a9bd-9b571811e65b req-75e0b90b-2457-498f-a025-085d04c39261 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.1729407
Feb 15 15:53:10.787773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a274ea9-df3c-4457-ab7a-6a83e957ee4c None None] Port 8f92a566-358e-4c9f-99c0-1c9b26dd219c cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:10.817161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-832943822-network', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:10.819795 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7b93bf9f-e393-43cd-92e2-849d800b4942 req-0eb59329-027c-4464-9992-12df155e6c88 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7232618
Feb 15 15:53:10.828442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:10.844079 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8ea11d9c-f1db-4617-a9bd-9b571811e65b req-3cf54dfd-d421-495a-bc12-a46a052bd193 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0769060
Feb 15 15:53:10.852354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 27e2d575-edd6-4b4c-86e1-b3d872044110 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:10.890114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] For port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:10.893321 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'code': 200}
Feb 15 15:53:10.894680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Usage tracker for resource:network and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:10.902551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:10.904900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] For port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:10.917107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.924207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:10.934548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:10.953552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Made reservation on behalf of 4797529c26d34bc9b90c9a1fbf283d1b for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:10.959513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:10.990261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.001039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-71591824-1f70-4106-aaa6-d06f3384cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.003185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-71591824-1f70-4106-aaa6-d06f3384cc4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1160 time: 0.0923095
Feb 15 15:53:11.018777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:11.023821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Usage tracker for resource:security_group_rule and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:11.028087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:11.051952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:11.054155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:11.160894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.176654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-af2a441b-7e1a-45d4-b57d-02e5244ccc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.178629 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-af2a441b-7e1a-45d4-b57d-02e5244ccc86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1637838
Feb 15 15:53:11.186316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 27e2d575-edd6-4b4c-86e1-b3d872044110 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:11.186825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.223169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.236124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf1fec7d-2664-4556-8dd7-c6fbb0b3ca72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:11.247417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Pushing event updated for resources: {'Port': ['ID=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:11.258530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:11.295004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:53:11.307141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.309784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757b2999-3789-4a83-82ac-eaeb209451f4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:11.311746 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-0b9f6268-6f9d-41c9-a8b1-ced6f442f532 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 217 time: 0.0787916
Feb 15 15:53:11.312628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:11.312802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.318574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:11.326640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.356769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9091b5d9-b4bb-4ef6-b3ab-6669052254ad tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:11.390408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:11.391434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c09e9e8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:11.398197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.398646 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Added segment 1044978f-7f89-4d9a-a80b-9a32b5d5ce00 of type vxlan for network 23338857-7c5f-4131-810d-ef656c9a5b20
Feb 15 15:53:11.398793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219bfe-c165-4ed3-8ebc-186f9c6f11c1 req-7fd530fd-47a4-4a78-8bb9-2a5ce70e1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.400296 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f219bfe-c165-4ed3-8ebc-186f9c6f11c1 req-7fd530fd-47a4-4a78-8bb9-2a5ce70e1061 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1162 time: 0.2200761
Feb 15 15:53:11.408426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-33100827-9fd1-48d3-9014-25455de1236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.409951 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-33100827-9fd1-48d3-9014-25455de1236b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0911469
Feb 15 15:53:11.480998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ae03-d0b1-4844-81e0-396dd78aee11 req-412ce805-977c-41ac-82f2-4a32073fe0a4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.482729 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3491ae03-d0b1-4844-81e0-396dd78aee11 req-412ce805-977c-41ac-82f2-4a32073fe0a4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.3177545
Feb 15 15:53:11.494365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Pushing event updated for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:11.501327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.502519 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6f219bfe-c165-4ed3-8ebc-186f9c6f11c1 req-3a2f2ace-40ec-4c85-989c-4a9cbc0eee91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915277
Feb 15 15:53:11.506871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:11.521652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.526776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-b6a7cf52-e889-4bb5-bd7d-344ab1706295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.528512 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-b6a7cf52-e889-4bb5-bd7d-344ab1706295 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1039951
Feb 15 15:53:11.669843 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3491ae03-d0b1-4844-81e0-396dd78aee11 req-4c8d90ba-fb0b-4631-8cbd-a8a8b9f120d7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1767716
Feb 15 15:53:11.694810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.706159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.706900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:11.716196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bddfabd4-c80d-486e-a8e1-fe50fb517d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:11.844129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Network 20b2b839-7b05-454f-893e-7720d8611910 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:11.848645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:11.859035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Pushing event updated for resources: {'Network': ['ID=23338857-7c5f-4131-810d-ef656c9a5b20,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:11.863070 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.3187416
Feb 15 15:53:11.864453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:11.866128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54768) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:11.870854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:11.877240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f305d27-e1a2-460e-b6a8-0b84f8603d15 req-f03794ee-3162-4868-bc06-e13d36d5d74e tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:11.884866 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f305d27-e1a2-460e-b6a8-0b84f8603d15 req-f03794ee-3162-4868-bc06-e13d36d5d74e tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.2336688
Feb 15 15:53:11.907268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:53:11.926885 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-212a392f-11f3-4638-b20d-f5791cb2fae6 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071412
Feb 15 15:53:11.938350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Request body: {'subnet': {'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-832943822-subnet', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:11.953718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:11.959172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Usage tracker for resource:subnet and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:11.962875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:11.970290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:12.019284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:53:12.070011 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4f305d27-e1a2-460e-b6a8-0b84f8603d15 req-64a71f1c-0180-42ba-923e-b611ed3c959a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1838894
Feb 15 15:53:12.084777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Made reservation on behalf of 4797529c26d34bc9b90c9a1fbf283d1b for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:12.090913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:12.117571 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27a4b4da-06aa-4c0b-bbb4-6e271ec61724 req-afa8bf32-27ed-42cb-ae03-33527215bc43 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1660173
Feb 15 15:53:12.168023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:12.365154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8ffac-dfc0-4c89-8f44-0fadd311b2f7 req-a5d90752-53de-4696-a9a2-9c2bdb8a8753 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:12.366821 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2bb8ffac-dfc0-4c89-8f44-0fadd311b2f7 req-a5d90752-53de-4696-a9a2-9c2bdb8a8753 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.2986686
Feb 15 15:53:12.370333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Router abd9b844-0ccf-4868-8538-5385a1dfda7f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:53:12.468022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c650c88-df9a-4169-ad30-94a1b27c92a7 None None] Provisioning complete for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:12.468458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c650c88-df9a-4169-ad30-94a1b27c92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:12.536791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:12.537149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:12.549983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2012d-a758-40c5-92b5-c859a583b66b req-3d108440-b089-4ff3-b7bd-7f680890b776 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:12.551597 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cef2012d-a758-40c5-92b5-c859a583b66b req-3d108440-b089-4ff3-b7bd-7f680890b776 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1473918
Feb 15 15:53:12.592361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4c650c88-df9a-4169-ad30-94a1b27c92a7 None None] Port 8f92a566-358e-4c9f-99c0-1c9b26dd219c cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:12.611918 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2bb8ffac-dfc0-4c89-8f44-0fadd311b2f7 req-d197f41f-eeff-4ad5-a251-0b2c4f56d389 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2363954
Feb 15 15:53:12.612806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-621ff7a7-b55b-4b24-9dd2-bec37214da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:12.614431 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-621ff7a7-b55b-4b24-9dd2-bec37214da3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 1162 time: 0.1363311
Feb 15 15:53:12.619870 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cef2012d-a758-40c5-92b5-c859a583b66b req-852d7bbc-26c1-4153-a4da-ffc7e90c3154 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568726
Feb 15 15:53:12.742237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:12.761213 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] 10.222.0.102 "PUT /v2.0/routers/abd9b844-0ccf-4868-8538-5385a1dfda7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4048944
Feb 15 15:53:12.785945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-8f13a749-755b-405e-adfb-8f83d3e6571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:12.788089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-8f13a749-755b-405e-adfb-8f83d3e6571d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1649127
Feb 15 15:53:12.793050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c09e9e8>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '8f92a566-358e-4c9f-99c0-1c9b26dd219c', 'name': '', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'mac_address': 'fa:16:3e:4c:93:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:09Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 2, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'subnets': [{'id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:12.797610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b928545-bc73-4e7c-b2e2-c14f11a4fc97 None None] The sync data for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi is: [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '8f92a566-358e-4c9f-99c0-1c9b26dd219c', 'name': '', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'mac_address': 'fa:16:3e:4c:93:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:09Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 2, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'subnets': [{'id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:12.946231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-556856f5-0692-492b-8f14-ece79ee4b6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 200  len: 1001 time: 0.1452248
Feb 15 15:53:12.977711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:13.028569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-229e0632-8c9d-4c9e-8a52-526c4aa2e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:13.030232 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-229e0632-8c9d-4c9e-8a52-526c4aa2e830 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0758882
Feb 15 15:53:13.071052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:13.071523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.162175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-05d9f218-4b6f-4be9-9f66-b194606ecd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:13.176234 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-05d9f218-4b6f-4be9-9f66-b194606ecd8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325533
Feb 15 15:53:13.389484 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-baa388c8-0870-42cc-ab6f-8794d37b67d1 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035806
Feb 15 15:53:13.412165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.419270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4399d-5f90-4a5b-966f-b3b560ca47f7 req-8d51c4ac-f5eb-4a0d-8289-43e3dcc27665 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:13.423244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09c4399d-5f90-4a5b-966f-b3b560ca47f7 req-8d51c4ac-f5eb-4a0d-8289-43e3dcc27665 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.5439982
Feb 15 15:53:13.441059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e890af39-e1a5-49df-8418-f6ca49be2e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:13.546456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-249269385', 'description': 'tempest-TestShelveInstance-249269385 description'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:13.555057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:13.563465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Usage tracker for resource:security_group and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:13.569161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:13.586001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:13.601521 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c18b3c6-55d1-4cfc-b365-1218979f5f53 req-310158a6-d7a4-40e1-b82c-b54a07dc87ac service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2017736
Feb 15 15:53:13.608544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.622136 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-09c4399d-5f90-4a5b-966f-b3b560ca47f7 req-493d3c9f-9e75-4538-b77b-2059b116e32c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1844187
Feb 15 15:53:13.635679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:13.640826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Usage tracker for resource:security_group_rule and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:13.645671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:13.651896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:13.659951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0a42b6-968e-4f90-8286-3fd3512cb123,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:13.664539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:13.701291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Checking segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:13.701696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Network hostable DHCP agents. Network: 23338857-7c5f-4131-810d-ef656c9a5b20, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:53:13.727483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Network 23338857-7c5f-4131-810d-ef656c9a5b20 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:53:13.742157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 23338857-7c5f-4131-810d-ef656c9a5b20) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:13.747127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.751962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628175e-9cc5-4a85-83ae-56ce6a46e680 None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:53:13.755332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.760767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:13.761517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.761970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bf8700e6-3c97-4a95-9486-c29efa40a7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:13.819942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6d83df-75ab-4b54-9ae9-23668e24096c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:13.824169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:13.849199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.850653 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c81bfec1-639c-43da-baee-d4e11d25ca91 req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.3110535
Feb 15 15:53:13.891848 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0244546
Feb 15 15:53:13.894773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 54792) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:13.901086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:13.909660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:13.922937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Usage tracker for resource:router and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:13.929442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:13.943062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:13.954500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29404a75-6598-4924-8bf9-3aa6194632f2 req-f92f71ab-fff6-4bc2-b137-d7824d40543d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:13.956217 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29404a75-6598-4924-8bf9-3aa6194632f2 req-f92f71ab-fff6-4bc2-b137-d7824d40543d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.1855719
Feb 15 15:53:13.978136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854027766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44611'] for router, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:13.979927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854029933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854031213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731174'] for router, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.003089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:14.019746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.031016 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29404a75-6598-4924-8bf9-3aa6194632f2 req-1a9157fe-c403-4f30-a2f6-3501754eb65a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0663669
Feb 15 15:53:14.118156 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-7cf32be3-2fc7-4b75-90b5-01ff81bd78d4 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups/1b6d83df-75ab-4b54-9ae9-23668e24096c HTTP/1.1" status: 200  len: 1800 time: 0.0563438
Feb 15 15:53:14.131662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b6d83df-75ab-4b54-9ae9-23668e24096c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:14.131662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b6d83df-75ab-4b54-9ae9-23668e24096c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:14.131990 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:14.139821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:14.142130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:14.142559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.145730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Usage tracker for resource:security_group_rule and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:14.148666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:14.155388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:14.221479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.246129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7e91aa-fcba-5808-bc1b-63d046d82d09-23338857-7c5f-4131-810d-ef656c9a5b20', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123'}]}} from dv-cinder-768105-5-iscsi. {{(pid=84017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 15 15:53:14.247052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.261591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.265421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.268169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1ae5117e-4e4f-4420-8a46-65284c4149c9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:14.302470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6e42-b2c5-476d-809c-201d1fae6039 req-f05e3d06-0a3b-4ae8-b675-13b806bad24f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:14.310537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.310984 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-703b6e42-b2c5-476d-809c-201d1fae6039 req-f05e3d06-0a3b-4ae8-b675-13b806bad24f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.2936370
Feb 15 15:53:14.333271 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-89767b20-09ac-4d1a-bacd-9dc14ab99b44 req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1909506
Feb 15 15:53:14.391922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287cd19-cc8a-475c-9e9f-b01a84b2e3e5,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:14.402647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fa63f99d-afe7-492c-ae2e-e2af0e7ec409 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:14.420965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-1addb0e9-d847-4555-8968-9083db38ea68 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups/1b6d83df-75ab-4b54-9ae9-23668e24096c HTTP/1.1" status: 200  len: 2393 time: 0.0823007
Feb 15 15:53:14.427631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b6d83df-75ab-4b54-9ae9-23668e24096c', 'remote_group_id': None}]} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:14.428170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b6d83df-75ab-4b54-9ae9-23668e24096c', 'remote_group_id': None}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:14.435956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:14.440850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Usage tracker for resource:security_group_rule and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:14.444766 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:14.451980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:14.458915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854031200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854027749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731159'] for router, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.533313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.571965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.576994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.579838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:14.606895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c8a8db-db03-4b42-be49-60e8274582d3,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:14.610136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:14.619243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.621550 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2997f9c7-5541-49f0-8b33-c4e84996cbb3 req-dc63aec2-78c4-4f46-a48c-e71359f2b1bf tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1991298
Feb 15 15:53:14.779876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.802443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:14.810845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:14.850660 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-703b6e42-b2c5-476d-809c-201d1fae6039 req-12a56119-5af2-4ce7-9818-76cb5a69edbf tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5386734
Feb 15 15:53:14.871713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:14.971311 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:15.104973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 84e442df-e564-4d1e-aed2-d3049ea9bf88 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:15.105395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.124765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef794a4c-694d-44e2-b693-0c3a1a600b38 req-d687b543-9d1d-4604-8fef-bda8f1f633a9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:15.132873 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef794a4c-694d-44e2-b693-0c3a1a600b38 req-d687b543-9d1d-4604-8fef-bda8f1f633a9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1394362
Feb 15 15:53:15.140717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:15.143917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.195325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.201067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:15.217041 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ef794a4c-694d-44e2-b693-0c3a1a600b38 req-ae67a7f2-dfd2-486c-876c-f043b5cb8e8b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775630
Feb 15 15:53:15.284456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Allocated IP 172.20.0.2 (23338857-7c5f-4131-810d-ef656c9a5b20/7a0a42b6-968e-4f90-8286-3fd3512cb123/aab34196-0864-45f1-a7b7-6288b3f93c70) {{(pid=84017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:15.417137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff22a-fdba-482e-b87f-8622e96f7f89 req-8483cf75-1cd1-40c4-aa72-3683e29045de tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:15.418862 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b72ff22a-fdba-482e-b87f-8622e96f7f89 req-8483cf75-1cd1-40c4-aa72-3683e29045de tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.2111733
Feb 15 15:53:15.544330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36ce20-a308-4b03-a8c7-397d473b5fad req-bfedae4c-546e-448d-b9db-e165eea9965c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:15.559021 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eb36ce20-a308-4b03-a8c7-397d473b5fad req-bfedae4c-546e-448d-b9db-e165eea9965c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1991670
Feb 15 15:53:15.559142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54844) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:15.566714 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b72ff22a-fdba-482e-b87f-8622e96f7f89 req-afd2b3bc-6ce5-43ba-9f79-eb7a2edf2cd8 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0936019
Feb 15 15:53:15.566893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Request body: {'floatingip': {'port_id': '04226803-e533-4723-be4d-4b83e1e55e5a'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:15.632564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.644224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Transition to ACTIVE for port object aab34196-0864-45f1-a7b7-6288b3f93c70 will not be triggered until provisioned by entity L2. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:15.661652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Transition to ACTIVE for port object aab34196-0864-45f1-a7b7-6288b3f93c70 will not be triggered until provisioned by entity DHCP. {{(pid=84017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:15.667066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.667759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426'] for port, after_create {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.673093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Allocated IP 172.27.3.25 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/5d7b1d30-60c2-4c88-9819-0a2bcdd36619) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:15.684527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:15.846198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.866589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Pushing event updated for resources: {'Port': ['ID=aab34196-0864-45f1-a7b7-6288b3f93c70,revision_number=1']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:15.869786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:15.887450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.891232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 is already hosted by enough agents. {{(pid=84017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:15.892749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Resources bound (agent type, host, resource id):  {{(pid=84017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:15.899587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Received port after_create {{(pid=84017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:15.970049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Attempting to bind port aab34196-0864-45f1-a7b7-6288b3f93c70 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:15.970595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Attempting to bind port aab34196-0864-45f1-a7b7-6288b3f93c70 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:15.971007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Attempting to bind port aab34196-0864-45f1-a7b7-6288b3f93c70 on network 23338857-7c5f-4131-810d-ef656c9a5b20 {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:15.979202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:15.979715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Checking segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:15.980169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:15.980769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Bound using segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} {{(pid=84017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:15.981296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Bound port: aab34196-0864-45f1-a7b7-6288b3f93c70, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}}] {{(pid=84017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:15.981718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:16.001254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:16.058463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2618d0df-34ad-4ec2-9e5d-dc8e6bef269f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:16.189168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:16.201420 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:16.220640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] For port aab34196-0864-45f1-a7b7-6288b3f93c70, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:16.224918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] For port aab34196-0864-45f1-a7b7-6288b3f93c70, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=aab34196-0864-45f1-a7b7-6288b3f93c70,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:16.237745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:16.244161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:16.245442 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:16.247918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:16.259043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:16.261475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1f38-ebe1-43fa-a531-4080125dcb52 req-b1fb1013-207d-4801-b179-e2b0f1be5947 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:16.263118 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-936b1f38-ebe1-43fa-a531-4080125dcb52 req-b1fb1013-207d-4801-b179-e2b0f1be5947 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.2157643
Feb 15 15:53:16.332999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:16.333528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:16.336814 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-936b1f38-ebe1-43fa-a531-4080125dcb52 req-354ae064-456a-4e18-89fe-bbf6058fc210 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617385
Feb 15 15:53:16.481339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Pushing event updated for resources: {'Port': ['ID=aab34196-0864-45f1-a7b7-6288b3f93c70,revision_number=2']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:16.483121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:16.490006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:16.490416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:16.683377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Sync routers for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:16.710018 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:16.711197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3c45c0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:16.745404 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Floating IP 20403ceb-70dc-4020-92e2-85fea4a5b384 associated. External IP: 172.27.3.101, port: 04226803-e533-4723-be4d-4b83e1e55e5a.
Feb 15 15:53:16.816060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:17.064591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11760a77-0360-41ba-ba5f-31840a0814e3 req-5f47b0f4-f9eb-4afb-b191-9e2c27c5bf9f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:17.074271 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-11760a77-0360-41ba-ba5f-31840a0814e3 req-5f47b0f4-f9eb-4afb-b191-9e2c27c5bf9f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.3293300
Feb 15 15:53:17.154809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:17.286941 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-11760a77-0360-41ba-ba5f-31840a0814e3 req-cc9cdd73-4b14-44b0-ada3-7ddd24fbfb88 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2087879
Feb 15 15:53:17.364933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854032057'] for router, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:17.473981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:53:17.545996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3c45c0>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '8f92a566-358e-4c9f-99c0-1c9b26dd219c', 'name': '', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'mac_address': 'fa:16:3e:4c:93:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:09Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 2, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'subnets': [{'id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:17.550623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Checking router: abd9b844-0ccf-4868-8538-5385a1dfda7f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:17.551026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Updating router abd9b844-0ccf-4868-8538-5385a1dfda7f port 8f92a566-358e-4c9f-99c0-1c9b26dd219c binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:53:17.613400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:17.690628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:17.702256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:17.705103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:17.713229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:17.713977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ad950f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:17.782533 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b9a25d8b-eb52-4b20-9620-566163c3d49a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "PUT /v2.0/floatingips/20403ceb-70dc-4020-92e2-85fea4a5b384 HTTP/1.1" status: 200  len: 991 time: 2.2221904
Feb 15 15:53:17.783852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:17.866730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Router 7d8f89ee-bb60-4384-8371-8b47ff71adaa is scheduled to L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 with binding_index 1 {{(pid=84016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 15 15:53:17.967944 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'status': 'completed', 'code': 200}
Feb 15 15:53:18.033974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device aab34196-0864-45f1-a7b7-6288b3f93c70 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:18.139010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:18.204193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port aab34196-0864-45f1-a7b7-6288b3f93c70 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:18.255227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-9d23bc63-a01b-4bb7-9577-4336f9e1f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:18.257288 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-9d23bc63-a01b-4bb7-9577-4336f9e1f3bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1162 time: 0.1854503
Feb 15 15:53:18.264590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:18.294370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Sync routers for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:18.314578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:18.317062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:18.317811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b763c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:18.344212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc4c17-5e1e-487a-b425-5d19bd191bab None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:53:18.447690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:18.451983 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a6c2009d-562e-433f-a753-bc2eb38cb710 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.5534840
Feb 15 15:53:18.453344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 54880) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:53:18.460330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Transition to ACTIVE for port object 8f92a566-358e-4c9f-99c0-1c9b26dd219c will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:18.476103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:18.498299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:18.498586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-e0843d0e-73eb-4025-be5f-4126d6674c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:18.500089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-e0843d0e-73eb-4025-be5f-4126d6674c50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.2261605
Feb 15 15:53:18.524617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Provisioning for port aab34196-0864-45f1-a7b7-6288b3f93c70 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:18.634174 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-994b9622-750f-4e20-8593-004a76801442 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 999 time: 0.1213341
Feb 15 15:53:18.693276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da916f7-5858-4f29-a5f6-38aedb784975 None None] Pushing event updated for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:18.710107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:18.719309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Provisioning complete for port aab34196-0864-45f1-a7b7-6288b3f93c70 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:18.719731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:18.751456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-629a40f6-81d4-4aa6-838d-a2ef9bdd9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:18.751456 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-629a40f6-81d4-4aa6-838d-a2ef9bdd9a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.1089568
Feb 15 15:53:18.759616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158373f-0e08-42a7-ba13-170d4bec0254 req-3cb5b5cd-f1e9-4361-ba14-f6fee6785623 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:18.761537 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5158373f-0e08-42a7-ba13-170d4bec0254 req-3cb5b5cd-f1e9-4361-ba14-f6fee6785623 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.3195214
Feb 15 15:53:18.764996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3da916f7-5858-4f29-a5f6-38aedb784975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:18.880990 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5158373f-0e08-42a7-ba13-170d4bec0254 req-0c32de23-4ab4-4db4-b231-464c5e76a095 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0688124
Feb 15 15:53:18.888002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-519629b6-f6a8-4155-95ec-c0edf489b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:18.889938 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-519629b6-f6a8-4155-95ec-c0edf489b010 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1273496
Feb 15 15:53:19.079611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-3b7b4969-558b-4117-9cd9-fc84286d1f58 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741726
Feb 15 15:53:19.295352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Attempting to bind port 8f92a566-358e-4c9f-99c0-1c9b26dd219c on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:19.295762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Attempting to bind port 8f92a566-358e-4c9f-99c0-1c9b26dd219c by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:19.296158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Attempting to bind port 8f92a566-358e-4c9f-99c0-1c9b26dd219c on network 20b2b839-7b05-454f-893e-7720d8611910 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:19.346236 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.350678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:19.351481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Checking segment: {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:19.351931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.352391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Bound using segment: {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:19.352933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Bound port: 8f92a566-358e-4c9f-99c0-1c9b26dd219c, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a38eae2-f105-4e41-a5de-0c08a869f18f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '20b2b839-7b05-454f-893e-7720d8611910'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:19.353369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.364036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f1e665b9-b2a7-4d3d-b4e4-c9680e09af61 req-857265fb-9ab1-4f25-a6d9-9ad8601e1f76 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2771606
Feb 15 15:53:19.407316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] For port aab34196-0864-45f1-a7b7-6288b3f93c70, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=aab34196-0864-45f1-a7b7-6288b3f93c70,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:19.418775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.422554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:19.461546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ad950f0>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '20403ceb-70dc-4020-92e2-85fea4a5b384', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': '04226803-e533-4723-be4d-4b83e1e55e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:ed:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:47Z', 'updated_at': '2021-02-15T15:53:16Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:19.479761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:19.487675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.488955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] For port 8f92a566-358e-4c9f-99c0-1c9b26dd219c, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:19.492977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] For port 8f92a566-358e-4c9f-99c0-1c9b26dd219c, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=8f92a566-358e-4c9f-99c0-1c9b26dd219c,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:19.495511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b763c50>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:16Z', 'revision_number': 3, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:19.499977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Checking router: 7d8f89ee-bb60-4384-8371-8b47ff71adaa for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:19.510993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:19.511295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Updating router 7d8f89ee-bb60-4384-8371-8b47ff71adaa port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:53:19.512032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ad950f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:19.542834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.568209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-66845873-fbf7-4b03-9bcc-3156c8b3c5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:19.642717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device da29d429-c57c-4f93-b29d-481aa8a7e4e4 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:19.670616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Pushing event updated for resources: {'Port': ['ID=aab34196-0864-45f1-a7b7-6288b3f93c70,revision_number=3']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:19.711390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.711780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.712160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.716389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.716389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.716389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.716389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.718834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.719665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.720457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.721261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.722040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.722898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.723932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.724764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.726180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.726760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.727242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.727722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.728211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.728864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.729337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.729834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.730302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:19.764851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:19.821719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port da29d429-c57c-4f93-b29d-481aa8a7e4e4 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:19.841666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port da29d429-c57c-4f93-b29d-481aa8a7e4e4 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:19.842365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.901153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:19.906285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Allocated IP 172.20.0.1 (23338857-7c5f-4131-810d-ef656c9a5b20/7a0a42b6-968e-4f90-8286-3fd3512cb123/f079f720-939a-4008-9aa1-990c44d018f8) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:19.934658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:19.995131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da916f7-5858-4f29-a5f6-38aedb784975 None None] Pushing event updated for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:20.009149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3da916f7-5858-4f29-a5f6-38aedb784975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:20.098632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device aab34196-0864-45f1-a7b7-6288b3f93c70 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:20.192858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:20.193493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3c45c0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:20.259858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b407e2-be0e-44a5-99d6-f0f71142b74f req-a1b4f62c-bb25-4cfd-b351-ffdfc6a7e743 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:20.261904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8b407e2-be0e-44a5-99d6-f0f71142b74f req-a1b4f62c-bb25-4cfd-b351-ffdfc6a7e743 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 943 time: 0.2110114
Feb 15 15:53:20.270753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.339365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Transition to ACTIVE for port object f079f720-939a-4008-9aa1-990c44d018f8 will not be triggered until provisioned by entity DHCP. {{(pid=84015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:20.362882 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c8b407e2-be0e-44a5-99d6-f0f71142b74f req-fb693f0f-7712-4b3a-95c2-a053431f21e3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0928979
Feb 15 15:53:20.377438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e9de9c65-673e-4fe5-a03e-84ebc7139f42 None None] Provisioning complete for port aab34196-0864-45f1-a7b7-6288b3f93c70 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:20.378416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9de9c65-673e-4fe5-a03e-84ebc7139f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.397379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.414201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35fdaab1-a904-4f68-9acd-160e15010ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:20.502666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:20.573636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.614281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Pushing event updated for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:20.633493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:20.662088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Network 23338857-7c5f-4131-810d-ef656c9a5b20 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:20.663521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:20.666070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:20.708441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.728551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-743925'] for router_interface, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.792883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port aab34196-0864-45f1-a7b7-6288b3f93c70 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:20.793259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.855031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:20.871762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.887627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port da29d429-c57c-4f93-b29d-481aa8a7e4e4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:20.908359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:20.913865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:21.093062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.117193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Transition to ACTIVE for port object 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:21.128058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.179997 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'code': 200}
Feb 15 15:53:21.181122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3c45c0>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '8f92a566-358e-4c9f-99c0-1c9b26dd219c', 'name': '', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'mac_address': 'fa:16:3e:4c:93:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:09Z', 'updated_at': '2021-02-15T15:53:19Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'subnets': [{'id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:21.183603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:21.252856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.253823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18566f-675a-45ac-92eb-baca79121640 None None] The sync data for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi is: [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:53:10Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '8f92a566-358e-4c9f-99c0-1c9b26dd219c', 'name': '', 'network_id': '20b2b839-7b05-454f-893e-7720d8611910', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'mac_address': 'fa:16:3e:4c:93:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:09Z', 'updated_at': '2021-02-15T15:53:19Z', 'revision_number': 4, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'subnets': [{'id': '3b37162b-c9df-4276-b4dd-6970e3988104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:21.260694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=da29d429-c57c-4f93-b29d-481aa8a7e4e4,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:21.264633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:21.267394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.299880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Provisioning complete for port aab34196-0864-45f1-a7b7-6288b3f93c70 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:21.300423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.365092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:21.366167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6372d9a-a73a-45f2-8766-fb615343d56e req-f90e5303-7c24-478a-9b79-b0fcb3744de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:21.368006 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6372d9a-a73a-45f2-8766-fb615343d56e req-f90e5303-7c24-478a-9b79-b0fcb3744de9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1162 time: 0.1317375
Feb 15 15:53:21.406477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072630f-3f2e-4078-94bd-0454cab1344c None None] Pushing event updated for resources: {'Port': ['ID=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,revision_number=2']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:21.412214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1072630f-3f2e-4078-94bd-0454cab1344c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:21.451670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854209822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854031905'] for router_interface, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.492229 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a6372d9a-a73a-45f2-8766-fb615343d56e req-18b89153-6615-4c49-91e7-ade46bd42766 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1068397
Feb 15 15:53:21.498530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ad950f0>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '20403ceb-70dc-4020-92e2-85fea4a5b384', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': '04226803-e533-4723-be4d-4b83e1e55e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:ed:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:47Z', 'updated_at': '2021-02-15T15:53:16Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:21.512888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Attempting to bind port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:21.513923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Attempting to bind port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:21.514550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Attempting to bind port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 on network b4167068-b858-47f6-b74a-fd17f84b6198 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:21.520101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625de8e-adc0-4d95-8d0e-39b3db71238c None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '20403ceb-70dc-4020-92e2-85fea4a5b384', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'port_id': '04226803-e533-4723-be4d-4b83e1e55e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'mac_address': 'fa:16:3e:ed:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:47Z', 'updated_at': '2021-02-15T15:53:16Z', 'revision_number': 1, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:21.540505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:21.544693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Provisioning for port f079f720-939a-4008-9aa1-990c44d018f8 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:21.550953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Checking segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:21.551520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.552047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Bound using segment: {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:21.552712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Bound port: 5d7b1d30-60c2-4c88-9819-0a2bcdd36619, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:21.554243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Provisioning complete for port f079f720-939a-4008-9aa1-990c44d018f8 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:21.556844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.557003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.693037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-14ed6eca-0168-4e9b-b1f2-1bf389cf5aff None None] Port f079f720-939a-4008-9aa1-990c44d018f8 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:21.711330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] For port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:21.715009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] For port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:21.720997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:21.737143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3da916f7-5858-4f29-a5f6-38aedb784975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:21.753747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Pushing event updated for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:21.767811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:21.833252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4fef4-6d1e-4135-ab2d-b2c9e94cd7f1 req-55aa12b1-6d54-415f-bbf2-67205649e48e tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:21.835028 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7a4fef4-6d1e-4135-ab2d-b2c9e94cd7f1 req-55aa12b1-6d54-415f-bbf2-67205649e48e tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.1613851
Feb 15 15:53:21.840418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Network 23338857-7c5f-4131-810d-ef656c9a5b20 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:21.841825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:21.921383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072630f-3f2e-4078-94bd-0454cab1344c None None] Pushing event updated for resources: {'Port': ['ID=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:21.924815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1072630f-3f2e-4078-94bd-0454cab1344c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:21.958823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2992d-3221-42bc-8102-e847546118ad None None] New status for floating IP 20403ceb-70dc-4020-92e2-85fea4a5b384: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:53:22.034450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:22.035294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b763c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:22.069782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 8f92a566-358e-4c9f-99c0-1c9b26dd219c up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:22.278130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:22.297678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:22.310697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:22.311117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:22.407096 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9fead2c7-631c-4645-b204-c39febaabe66 None None] Provisioning complete for port f079f720-939a-4008-9aa1-990c44d018f8 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:22.407805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fead2c7-631c-4645-b204-c39febaabe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:22.462712 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b7a4fef4-6d1e-4135-ab2d-b2c9e94cd7f1 req-f1d99e82-5913-4a85-88cb-d8116b2c0a14 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.5304790
Feb 15 15:53:22.513611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Router 7d8f89ee-bb60-4384-8371-8b47ff71adaa has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:53:22.605441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9fead2c7-631c-4645-b204-c39febaabe66 None None] Port f079f720-939a-4008-9aa1-990c44d018f8 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:22.609296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:22.651354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 8f92a566-358e-4c9f-99c0-1c9b26dd219c, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=8f92a566-358e-4c9f-99c0-1c9b26dd219c,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:22.656423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:22.658452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a22ee0-df10-4d24-8c1e-c903c4baf372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:22.745185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:22.749115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:22.760502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:22.770929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] 10.222.0.102 "PUT /v2.0/routers/7d8f89ee-bb60-4384-8371-8b47ff71adaa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3158669
Feb 15 15:53:22.835605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b763c50>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:21Z', 'revision_number': 2, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:22.839987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f579c3-deac-4e56-a8f3-26c2b5184cd8 None None] The sync data for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi is: [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:21Z', 'revision_number': 2, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:23.180730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device da29d429-c57c-4f93-b29d-481aa8a7e4e4 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:23.352214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port da29d429-c57c-4f93-b29d-481aa8a7e4e4 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:23.352684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:23.728509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25ff4-5a63-4094-8574-b3e5d38abebf req-b953b69f-3a08-4560-8d4b-436444429b94 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:23.731000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad25ff4-5a63-4094-8574-b3e5d38abebf req-b953b69f-3a08-4560-8d4b-436444429b94 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.1359725
Feb 15 15:53:23.840939 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ad25ff4-5a63-4094-8574-b3e5d38abebf req-578e1995-d33a-4398-ab13-dd1da0ee823c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0870221
Feb 15 15:53:24.061709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:24.214514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f10a5-d915-4d20-a3fe-de9e7211b865 req-2ce570b5-a5f9-445e-a2a6-bfbc54a200ca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:24.228673 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e55f10a5-d915-4d20-a3fe-de9e7211b865 req-2ce570b5-a5f9-445e-a2a6-bfbc54a200ca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.1748557
Feb 15 15:53:24.243855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:24.253433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:24.253864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:24.314718 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e55f10a5-d915-4d20-a3fe-de9e7211b865 req-7cc1242b-406e-404f-ade8-3ef11c936972 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0837007
Feb 15 15:53:24.425426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:24.443473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:24.451432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:24.453267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 8f92a566-358e-4c9f-99c0-1c9b26dd219c up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:24.490704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1580ad60-dbb3-42f8-bee5-f439a5e601ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:24.571963 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-53ab1444-0c19-4a69-8769-7adfdc70bbb0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2204189
Feb 15 15:53:24.586437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:24.594639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:24.601332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Usage tracker for resource:floatingip and tenant:5a834a5564f941b4868101775acad5bf is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:53:24.604410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:24.605302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:53:24.611789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:24.617500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 8f92a566-358e-4c9f-99c0-1c9b26dd219c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:24.617901 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:24.631540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:24.650590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:24.837936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:25.155713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.27.3.96 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/0bd4631e-3ea4-4c46-b681-06334d8a3efa) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:25.333931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:25.386782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:25.407878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:25.573641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=0bd4631e-3ea4-4c46-b681-06334d8a3efa,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:25.583141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:25.643701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:25.645067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:25.647812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:25.738888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:25.815712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:25.931703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:26.029691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:26.030112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:26.158937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:26.175175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:26.193114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:26.370413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=0bd4631e-3ea4-4c46-b681-06334d8a3efa,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:26.376854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:26.496740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:26.528730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:26.530193 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-a348b4de-d2b7-429b-804f-8d7fd5265d8c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9519174
Feb 15 15:53:26.638107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-c971e229-721d-4aeb-a2fb-27751590c4d5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:26.658894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-c971e229-721d-4aeb-a2fb-27751590c4d5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:26.660273 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-c971e229-721d-4aeb-a2fb-27751590c4d5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.1195509
Feb 15 15:53:26.683169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Sync routers for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:26.699819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:26.700560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b550c18>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:26.852683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-700cf60c-ef7f-4935-8067-11e65cd13ff2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:26.854341 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-700cf60c-ef7f-4935-8067-11e65cd13ff2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1873045
Feb 15 15:53:26.865872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-38a061f4-163e-4be8-99b2-1b1c7cfea2e1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:53:26.867072 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-123cca1f-d9a0-47d2-bf3e-5cc571d11f22 req-38a061f4-163e-4be8-99b2-1b1c7cfea2e1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0067146
Feb 15 15:53:26.925760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:27.089326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-9050e617-5eab-45ab-b9d9-6bad93975314 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:27.091267 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-9050e617-5eab-45ab-b9d9-6bad93975314 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1040649
Feb 15 15:53:27.206252 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-8495afca-10a5-424e-85c9-c7699f47663b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.1085331
Feb 15 15:53:27.212450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'port_id': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:27.306030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:27.397995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b550c18>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:21Z', 'revision_number': 2, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:27.406531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Checking router: 7d8f89ee-bb60-4384-8371-8b47ff71adaa for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:27.407318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Updating router 7d8f89ee-bb60-4384-8371-8b47ff71adaa port f079f720-939a-4008-9aa1-990c44d018f8 binding host dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 15 15:53:27.496476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.039317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks [] for port, precommit_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.056441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Transition to ACTIVE for port object f079f720-939a-4008-9aa1-990c44d018f8 will not be triggered until provisioned by entity L2. {{(pid=84018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:28.060619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.216562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:28.441169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Attempting to bind port f079f720-939a-4008-9aa1-990c44d018f8 on host dv-cinder-768105-5-iscsi for vnic_type normal with profile  {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:28.441384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Attempting to bind port f079f720-939a-4008-9aa1-990c44d018f8 by drivers openvswitch on host dv-cinder-768105-5-iscsi at level 0 using segments [{'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:28.441817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Attempting to bind port f079f720-939a-4008-9aa1-990c44d018f8 on network 23338857-7c5f-4131-810d-ef656c9a5b20 {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:28.451019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Checking agent: {'id': 'c3b20df4-5e8e-4c71-8d9a-2dbf8dab08ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 40), 'started_at': datetime.datetime(2021, 2, 15, 15, 38, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:28.451444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Checking segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:28.451887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.452406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Bound using segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} {{(pid=84018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:28.452929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Bound port: f079f720-939a-4008-9aa1-990c44d018f8, host: dv-cinder-768105-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}}] {{(pid=84018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:28.453351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.465534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Pushing event updated for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=3']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:28.476861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.477245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.477622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.477994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.478363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.478728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.479093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.479454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.479814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.480170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.480557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.480914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.481316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.481676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.482034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.482392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.482748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.483113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.483469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.483824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.484195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.484579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.484933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.485286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:28.491395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:28.625290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.633245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.637692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] For port f079f720-939a-4008-9aa1-990c44d018f8, host dv-cinder-768105-5-iscsi, cleared binding levels {{(pid=84018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:28.642930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] For port f079f720-939a-4008-9aa1-990c44d018f8, host dv-cinder-768105-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f079f720-939a-4008-9aa1-990c44d018f8,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:28.649599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:28.787422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a44c362-e176-4bf8-b5ec-b1ea80a57ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:28.847926 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP 9f203f0a-8e49-4da5-b6f5-822f00b4974a associated. External IP: 172.27.3.96, port: da29d429-c57c-4f93-b29d-481aa8a7e4e4.
Feb 15 15:53:28.859413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:28.860103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b550c18>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:28.949903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Pushing event updated for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=4']} {{(pid=84018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:28.953687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b652029-957e-4b8a-9f65-81aa57e4f57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:29.107669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:29.288582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:53:29.507618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b550c18>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:28Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:29.512825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2042c9-86a4-4fdf-b5b0-ad977f2c984c None None] The sync data for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi is: [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:28Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:29.545286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:53:29.547989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:29.560427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:53:29.571286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:29.572344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aa223c8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:29.628962 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-114a2e61-0295-41b9-8915-3dd8c6c7348c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "PUT /v2.0/floatingips/9f203f0a-8e49-4da5-b6f5-822f00b4974a HTTP/1.1" status: 200  len: 995 time: 2.4209769
Feb 15 15:53:29.629605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:29.745733 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'status': 'completed', 'code': 200}
Feb 15 15:53:29.776925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-317f0dd0-ef1c-40d7-933e-4dec3566c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:29.787745 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-317f0dd0-ef1c-40d7-933e-4dec3566c607 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1162 time: 0.1439054
Feb 15 15:53:29.912537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:30.024954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f079f720-939a-4008-9aa1-990c44d018f8 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:30.119520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-a31b4dd3-c8e1-4d0b-bc6f-9f2ff9c4bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:30.130306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-a31b4dd3-c8e1-4d0b-bc6f-9f2ff9c4bd3b service neutron] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.2761943
Feb 15 15:53:30.266188 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-39ea3901-2e99-4731-9b9a-1d379b72d0fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 998 time: 0.1347139
Feb 15 15:53:30.342075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-ab696a0f-474d-42c8-b114-5a2f93bc9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:30.350331 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-ab696a0f-474d-42c8-b114-5a2f93bc9df8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0829391
Feb 15 15:53:30.412608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning for port f079f720-939a-4008-9aa1-990c44d018f8 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:30.431381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port f079f720-939a-4008-9aa1-990c44d018f8 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:30.431796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:30.463159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-b63fd9f6-b74f-4fb4-8ed7-d6c40790937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:30.465132 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-b63fd9f6-b74f-4fb4-8ed7-d6c40790937d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1162 time: 0.6760437
Feb 15 15:53:30.471832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-bf49394b-3e12-4c4e-ae2c-690e631f8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:30.480913 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-bf49394b-3e12-4c4e-ae2c-690e631f8988 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1293728
Feb 15 15:53:30.491403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-c02d56ce-c337-4da3-8e6c-0cee95013f43 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:53:30.493194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-c02d56ce-c337-4da3-8e6c-0cee95013f43 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0111527
Feb 15 15:53:30.762012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:30.880482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] For port f079f720-939a-4008-9aa1-990c44d018f8, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f079f720-939a-4008-9aa1-990c44d018f8,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:30.884497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:30.888381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:30.966866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Pushing event updated for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:30.976185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:30.989741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aa223c8>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '9f203f0a-8e49-4da5-b6f5-822f00b4974a', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:c1:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:53:25Z', 'updated_at': '2021-02-15T15:53:28Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:30.994249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:53:31.003594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:53:31.004289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aa223c8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:53:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:31.072102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-ec4531d1-fef6-4ed5-8611-ce1ce8dfdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:31.074116 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-ec4531d1-fef6-4ed5-8611-ce1ce8dfdbea service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.5797656
Feb 15 15:53:31.103918 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-76fbf039-339b-46b3-8600-d5636b370949 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5468888
Feb 15 15:53:31.225622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:53:31.350830 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-c91d5aca-0468-43e8-8513-b1c28125bf2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 998 time: 0.2450848
Feb 15 15:53:31.383210 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4d636263-59d3-4698-bcd5-ec4fa164497d req-b8e92ad5-5798-41be-8785-71efdf972894 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2237124
Feb 15 15:53:31.468509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-efabf063-bb9e-4aaa-9069-1de6d8b326bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:31.470040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-efabf063-bb9e-4aaa-9069-1de6d8b326bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0858822
Feb 15 15:53:31.585678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-e8d35adf-84af-44f2-968c-2949cb9b6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:31.587318 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-e8d35adf-84af-44f2-968c-2949cb9b6da8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1010194
Feb 15 15:53:31.729409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aa223c8>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '9f203f0a-8e49-4da5-b6f5-822f00b4974a', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:c1:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:53:25Z', 'updated_at': '2021-02-15T15:53:28Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:53:31.735065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590a1f0-20be-45ff-b9e5-dc432cf83f2f None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '9f203f0a-8e49-4da5-b6f5-822f00b4974a', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:c1:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:53:25Z', 'updated_at': '2021-02-15T15:53:28Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:53:31.764207 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-2ada22eb-bc82-4060-874c-f001766690f4 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614511
Feb 15 15:53:31.950900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f079f720-939a-4008-9aa1-990c44d018f8 up at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:31.957627 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb78a3e1-039e-4cde-97f6-7f5c1863285c req-8b939091-bdd8-4ab9-8419-16eb867e56da service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1711774
Feb 15 15:53:32.035090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Provisioning complete for port f079f720-939a-4008-9aa1-990c44d018f8 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:32.035635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:32.121943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e538bfb-3ce0-4811-9305-1a1ffe6e33f6 None None] New status for floating IP 9f203f0a-8e49-4da5-b6f5-822f00b4974a: ACTIVE {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:53:35.081281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d03d90cb-970c-4dfd-afaa-6a7a832f5f6e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:35.082031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d03d90cb-970c-4dfd-afaa-6a7a832f5f6e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:35.099586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d03d90cb-970c-4dfd-afaa-6a7a832f5f6e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:35.100871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d03d90cb-970c-4dfd-afaa-6a7a832f5f6e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 814 time: 0.1948402
Feb 15 15:53:35.116724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-3a01c711-0086-4e62-9c80-d270bcdbfff7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/quotas/4797529c26d34bc9b90c9a1fbf283d1b HTTP/1.1" status: 200  len: 375 time: 0.0097475
Feb 15 15:53:35.205413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-34661792-b206-4aa6-83d5-c8670db34d25 req-a794926b-8048-4d1a-9468-ff457ef9af8d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:35.228048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-34661792-b206-4aa6-83d5-c8670db34d25 req-a794926b-8048-4d1a-9468-ff457ef9af8d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:35.230020 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-a794926b-8048-4d1a-9468-ff457ef9af8d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1078663
Feb 15 15:53:35.384052 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-eabf1708-3e10-4570-988b-1234e1f3f0f0 service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409585
Feb 15 15:53:35.536328 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-9255cc96-b906-4ad1-a609-f4542ff3c3bf service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457067
Feb 15 15:53:35.541566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50f9ccd6-3e0b-456a-b6ca-42a3018f05b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:35.738078 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e576c302-1eca-436a-b199-8eb87302bcae req-fc5072c1-5b45-4d65-a684-efd6197fdc5c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 210 time: 0.0483301
Feb 15 15:53:36.906501 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35e550cf-020d-4b57-b08d-6f8a0bbde643 req-5a8f167b-5c33-4bce-9279-ed49eaf3f6fa tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 210 time: 0.0487008
Feb 15 15:53:37.216471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-da2b4081-eea6-4448-a70a-04340245202a tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:37.218063 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-da2b4081-eea6-4448-a70a-04340245202a tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 814 time: 0.1614826
Feb 15 15:53:37.268910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'port': {'device_id': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'admin_state_up': True, 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:37.418499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:37.429674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:37.439969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Made reservation on behalf of 4797529c26d34bc9b90c9a1fbf283d1b for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:37.446203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:37.832019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Allocated IP 172.20.0.5 (23338857-7c5f-4131-810d-ef656c9a5b20/7a0a42b6-968e-4f90-8286-3fd3512cb123/bebf1bb9-3b04-43ce-9d31-b2252c3f3402) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:38.107793 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8a7c31f-2a9a-48f5-ad12-61a14d6df7c1 req-ab6aae80-5c8c-4e2d-86ab-a052936e4069 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 210 time: 0.0660028
Feb 15 15:53:38.116028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:38.135971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Transition to ACTIVE for port object bebf1bb9-3b04-43ce-9d31-b2252c3f3402 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:38.160767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:38.176395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de8f9862-d17b-42ee-a9d3-48f5fce289b8 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:38.314353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a32d6e2-4f43-4261-af02-e933a047d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:38.325103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:38.329454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:38.377121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Network 23338857-7c5f-4131-810d-ef656c9a5b20 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:38.378168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:38.380636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:38.449977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:38.450647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:38.479690 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2152448
Feb 15 15:53:38.612305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6fac01e8-0156-40b2-b671-4e362241092c None None] Provisioning for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:38.618054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6fac01e8-0156-40b2-b671-4e362241092c None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:38.618480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6fac01e8-0156-40b2-b671-4e362241092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:38.683093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6fac01e8-0156-40b2-b671-4e362241092c None None] Port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:39.067391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-feaa990b-263f-4fea-9f5c-a789ce4b96a3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:39.086367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-feaa990b-263f-4fea-9f5c-a789ce4b96a3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:39.088054 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-feaa990b-263f-4fea-9f5c-a789ce4b96a3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-249269385&fields=id&tenant_id=f558919e04ea41598d9d40dc22a614bd HTTP/1.1" status: 200  len: 267 time: 0.0762732
Feb 15 15:53:39.164489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:39.267163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-8b2e591c-b7b3-43bc-a193-c97d86bb3a2c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:39.268639 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-8b2e591c-b7b3-43bc-a193-c97d86bb3a2c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 809 time: 0.1728394
Feb 15 15:53:39.284843 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-57a72b2e-2311-4b53-9229-980cd6cac47f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/quotas/f558919e04ea41598d9d40dc22a614bd HTTP/1.1" status: 200  len: 375 time: 0.0097873
Feb 15 15:53:39.377718 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-ec48f3f1-1e3d-4aae-a8fa-4fc2feca8c2b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0872600
Feb 15 15:53:39.536808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-cfe659f3-20cb-4c90-b459-e4044ca9021e service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458647
Feb 15 15:53:39.693661 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-f6589c19-a01d-44bb-9803-e937aa470407 service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501997
Feb 15 15:53:39.924122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:40.249973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e66ba9-f359-4978-b21b-f0b32a7497cd req-33da44f3-a22d-49cb-af0a-0c604b14d0a7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:40.250760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-36e66ba9-f359-4978-b21b-f0b32a7497cd req-33da44f3-a22d-49cb-af0a-0c604b14d0a7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:40.266715 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-36e66ba9-f359-4978-b21b-f0b32a7497cd req-33da44f3-a22d-49cb-af0a-0c604b14d0a7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:40.268089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36e66ba9-f359-4978-b21b-f0b32a7497cd req-33da44f3-a22d-49cb-af0a-0c604b14d0a7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.1348162
Feb 15 15:53:40.332675 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36e66ba9-f359-4978-b21b-f0b32a7497cd req-4ac8315f-2e37-4868-9271-a7b655c59cba tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578761
Feb 15 15:53:40.436194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a0fb9898-7411-4251-9850-4eceae169709 req-4c3d7183-3dc5-43e3-b786-53094d3e5c4d tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0484223
Feb 15 15:53:40.469073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:41.558983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01835a5-55e2-405a-a582-53860bdd4cef req-49c6d9a3-906f-449c-b142-e981e5fdb8a9 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:41.561953 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f01835a5-55e2-405a-a582-53860bdd4cef req-49c6d9a3-906f-449c-b142-e981e5fdb8a9 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.1034164
Feb 15 15:53:41.614425 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f01835a5-55e2-405a-a582-53860bdd4cef req-d16b83e0-88a6-45ab-a77c-b9f4a13d55ce tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475883
Feb 15 15:53:41.763115 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23aa9091-9ff4-4076-9f36-baf893d69b55 req-97d43566-fe70-44d0-b5e4-5f2f147ca73c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0483871
Feb 15 15:53:42.826511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17834e70-1d24-4664-bc46-7e94a8474d59 req-82916758-383f-47b5-b6aa-d919cc0fcd2c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:42.828153 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17834e70-1d24-4664-bc46-7e94a8474d59 req-82916758-383f-47b5-b6aa-d919cc0fcd2c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0972636
Feb 15 15:53:42.875915 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-17834e70-1d24-4664-bc46-7e94a8474d59 req-5d2755b0-03c2-40bc-a85d-c2a20c44a43d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411267
Feb 15 15:53:43.026483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36da830c-fe12-46f9-93bc-ae0311fece71 req-a05f562a-ae14-4e87-988b-3c0216f545de tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0483081
Feb 15 15:53:44.081558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d5280-65ca-43f4-821a-9d47147705bc req-d8cc5e6c-eb75-44b6-bf60-23e1aa159d61 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:44.083165 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f9d5280-65ca-43f4-821a-9d47147705bc req-d8cc5e6c-eb75-44b6-bf60-23e1aa159d61 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0936234
Feb 15 15:53:44.134002 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f9d5280-65ca-43f4-821a-9d47147705bc req-e328b937-8735-4dc3-83a7-7cbe3e60ca41 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440328
Feb 15 15:53:44.308489 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4d1b6b5-928a-4aa4-b136-432330d90ca7 req-496ceba6-0822-4f86-9a58-ded994286169 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0557082
Feb 15 15:53:45.339215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa9011-8b30-45ab-9bbe-1ad292b85ef6 req-fc2f4732-ff4b-44fa-85f6-dbe261899871 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:45.342425 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdfa9011-8b30-45ab-9bbe-1ad292b85ef6 req-fc2f4732-ff4b-44fa-85f6-dbe261899871 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0915301
Feb 15 15:53:45.393089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cdfa9011-8b30-45ab-9bbe-1ad292b85ef6 req-5f501994-1fc8-4cca-ae58-8cd902c55346 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443654
Feb 15 15:53:45.542764 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cb41b18a-d956-4636-ab8e-2def2b783e74 req-57189a44-3282-4014-be72-5f4e97247711 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0496299
Feb 15 15:53:45.883797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:53:46.597340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746e1d-bea2-4d07-8712-5f014efc1b45 req-00ced224-150c-41e9-b3c0-e04148e9f569 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:46.598857 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63746e1d-bea2-4d07-8712-5f014efc1b45 req-00ced224-150c-41e9-b3c0-e04148e9f569 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0908387
Feb 15 15:53:46.649409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-63746e1d-bea2-4d07-8712-5f014efc1b45 req-270bc73b-5772-46b1-9168-65e85af64628 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439432
Feb 15 15:53:46.814618 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-776f6f24-d56c-4807-b91d-5a7aaac33693 req-99ed9329-81ec-4e35-9ce0-75c28451e343 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0619428
Feb 15 15:53:48.155661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0e5ff-f8ae-4ebb-ad0e-fb21c2ea6b2c req-b325f5ed-1220-4c1c-a180-aa5d90cd5f73 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:48.157291 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9a0e5ff-f8ae-4ebb-ad0e-fb21c2ea6b2c req-b325f5ed-1220-4c1c-a180-aa5d90cd5f73 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.3855751
Feb 15 15:53:48.218933 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d9a0e5ff-f8ae-4ebb-ad0e-fb21c2ea6b2c req-0c3da37e-ee70-46dd-891b-16be3edf7bf6 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501521
Feb 15 15:53:48.394956 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-24bda898-0e2b-43c7-b4b4-ff65b2e15278 req-1bdf49af-14ca-4a61-a4aa-afa3666f11b8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0575337
Feb 15 15:53:49.440646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85880dd-0670-46e0-8e90-84c4f829dabd req-0c1b2da2-63dd-45a9-bd5b-9e1946e47a22 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:49.442270 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b85880dd-0670-46e0-8e90-84c4f829dabd req-0c1b2da2-63dd-45a9-bd5b-9e1946e47a22 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0959370
Feb 15 15:53:49.491482 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b85880dd-0670-46e0-8e90-84c4f829dabd req-7df4d853-cde9-4746-a53e-9fcc7998436b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421875
Feb 15 15:53:49.658042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-073b7668-c42b-4f6e-965d-3ada6d9c110f req-32fb0848-2013-418e-9906-2ab3d7a0b054 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0608189
Feb 15 15:53:50.438811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:50.721158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa43c01-c22e-4ecd-95b6-c3f1a72ffe58 req-6f8c01a6-f8da-429a-a6e2-3550e31de02d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:50.722792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3aa43c01-c22e-4ecd-95b6-c3f1a72ffe58 req-6f8c01a6-f8da-429a-a6e2-3550e31de02d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.0920248
Feb 15 15:53:50.773440 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3aa43c01-c22e-4ecd-95b6-c3f1a72ffe58 req-8169fb02-cd3c-4607-bfa6-2f916416ee76 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442190
Feb 15 15:53:50.934272 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd45a11e-105c-4983-966a-2edd3ceaca14 req-ab7fd4be-9e01-4832-8d1a-c4500932ab4d tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0512350
Feb 15 15:53:52.132393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7ba6-38a8-478a-8be2-519d060e3011 req-d32480c6-fcfb-483b-805b-1db01ac48059 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:52.133862 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-723a7ba6-38a8-478a-8be2-519d060e3011 req-d32480c6-fcfb-483b-805b-1db01ac48059 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 931 time: 0.1042686
Feb 15 15:53:52.181799 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-723a7ba6-38a8-478a-8be2-519d060e3011 req-7002e5c6-82b7-45ef-a203-c9c7b8accfbc tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415027
Feb 15 15:53:52.285530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Request body: {'port': {'device_id': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:52.377854 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed736492-3a57-46d4-b12d-b43a9b0a906b req-0a75f059-74fd-4795-9dc4-d6f8bda58747 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0643842
Feb 15 15:53:52.465654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:52.887382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebf1bb9-3b04-43ce-9d31-b2252c3f3402 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:53:52.895611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:52.909542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Transition to ACTIVE for port object bebf1bb9-3b04-43ce-9d31-b2252c3f3402 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:52.913492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:52.928949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:53.074128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:53.079118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:53.397927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9457e-d694-46b9-b552-774f166a87c7 req-e271b62a-964e-4de8-af04-4709f35ad2cd tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:53.400217 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8b9457e-d694-46b9-b552-774f166a87c7 req-e271b62a-964e-4de8-af04-4709f35ad2cd tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 943 time: 0.0931022
Feb 15 15:53:53.428523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-1579237b-af91-49c9-ac07-ea42399394c5 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:53.430342 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-1579237b-af91-49c9-ac07-ea42399394c5 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 809 time: 0.2506468
Feb 15 15:53:53.431584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Attempting to bind port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:53.431827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Attempting to bind port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:53.432193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Attempting to bind port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 on network 23338857-7c5f-4131-810d-ef656c9a5b20 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:53.438970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:53.439347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Checking segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:53.439996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:53.440437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Bound using segment: {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:53.440930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Bound port: bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1044978f-7f89-4d9a-a80b-9a32b5d5ce00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:53.441437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:53.463628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f8b9457e-d694-46b9-b552-774f166a87c7 req-8f3b9c4b-0ec7-41a4-b840-d6ba30c53046 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:53.481884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f8b9457e-d694-46b9-b552-774f166a87c7 req-8f3b9c4b-0ec7-41a4-b840-d6ba30c53046 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:53.483544 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f8b9457e-d694-46b9-b552-774f166a87c7 req-8f3b9c4b-0ec7-41a4-b840-d6ba30c53046 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733325
Feb 15 15:53:53.615994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-1413f2f2-bee2-4f99-949f-d8c98c8f97f0 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f558919e04ea41598d9d40dc22a614bd HTTP/1.1" status: 200  len: 5757 time: 0.1579688
Feb 15 15:53:53.617320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:53.626270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:53.630446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:53.633553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c521bbf8-c2c2-4aff-add1-ecc2c5c48af8 req-32f57065-a389-49a3-82fe-66e106ea78c3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:53.648272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78b65c91-578a-4289-8606-a371a171c6ac tempest-DeleteServersTestJSON-1728936544 tempest-DeleteServersTestJSON-1728936544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:53.650854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c521bbf8-c2c2-4aff-add1-ecc2c5c48af8 req-32f57065-a389-49a3-82fe-66e106ea78c3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:53.652167 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c521bbf8-c2c2-4aff-add1-ecc2c5c48af8 req-32f57065-a389-49a3-82fe-66e106ea78c3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0671494
Feb 15 15:53:53.701539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'port': {'device_id': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'admin_state_up': True, 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'security_groups': ['1b6d83df-75ab-4b54-9ae9-23668e24096c']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:53.914167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:53.924785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:53.967095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:53:53.980890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:53.981561 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:53.983052 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] 10.222.0.15 "PUT /v2.0/ports/bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 1157 time: 1.7028656
Feb 15 15:53:53.983550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:53.988810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:53:54.005944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Made reservation on behalf of f558919e04ea41598d9d40dc22a614bd for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:53:54.012360 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:54.069852 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:53:54.241832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-086a24a0-8ec2-45b7-8e12-7108725798cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:54.243439 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-086a24a0-8ec2-45b7-8e12-7108725798cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1160 time: 0.2116752
Feb 15 15:53:54.368215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-718d2e73-2e0e-49b6-b996-f53963eaa324 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 217 time: 0.0784698
Feb 15 15:53:54.500703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-84c84f7c-3326-4c1a-8dab-c8206db746d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:54.502322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-84c84f7c-3326-4c1a-8dab-c8206db746d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.1233268
Feb 15 15:53:54.574240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Allocated IP 172.20.0.14 (3dbcc035-444d-4f96-84c6-77477e99ca5a/ce4ab9f9-de83-481a-83f7-ab30d0184de1/a7a1da57-9afb-4a22-ac71-8302c73fd9b9) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:53:54.656552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34661792-b206-4aa6-83d5-c8670db34d25 req-1e7edc58-f9f4-47b2-9bb4-23a614ef3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:54.658194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-1e7edc58-f9f4-47b2-9bb4-23a614ef3d64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1476467
Feb 15 15:53:54.709415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f6ce-8449-4c8b-acb7-7bac62e114d5 req-f6324351-603d-48f7-9605-c2737bf27486 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:54.711206 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b892f6ce-8449-4c8b-acb7-7bac62e114d5 req-f6324351-603d-48f7-9605-c2737bf27486 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 943 time: 0.1133273
Feb 15 15:53:54.762894 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b892f6ce-8449-4c8b-acb7-7bac62e114d5 req-4c2f5249-ae5a-419a-aab0-a1282887e1fe tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448852
Feb 15 15:53:55.100046 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab37ddf4-055e-4d9a-90a2-70c888cb0f08 req-d2c1f030-967c-4038-913a-1c5619796e97 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.1215844
Feb 15 15:53:55.182627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:55.187237 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-28459b40-f349-42e0-9d8e-c16721ee2ace service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5165424
Feb 15 15:53:55.235902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Transition to ACTIVE for port object a7a1da57-9afb-4a22-ac71-8302c73fd9b9 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:55.350388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34661792-b206-4aa6-83d5-c8670db34d25 req-5d3f9a43-8eb2-46b8-97dd-7f115899fa26 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1533029
Feb 15 15:53:55.351760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:55.366858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-99d221e6-c489-489c-98bf-3a4d5f1b5cd2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:55.561377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:55.567661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:55.631876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-7f4c0a17-e5b0-487f-bb48-e2340667c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:55.633442 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-7f4c0a17-e5b0-487f-bb48-e2340667c767 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1160 time: 0.2205153
Feb 15 15:53:55.635314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:53:55.636604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:53:55.672028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:53:55.818796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:55.819549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:55.863807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-df106261-e315-4a75-afa4-65d9a9f5a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:55.865467 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-df106261-e315-4a75-afa4-65d9a9f5a767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.2226539
Feb 15 15:53:55.867641 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2206826
Feb 15 15:53:55.885496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-87d2e896-2fef-4f72-ab28-3b0d5ac895d6 None None] Provisioning for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:55.890776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-87d2e896-2fef-4f72-ab28-3b0d5ac895d6 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:55.891481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87d2e896-2fef-4f72-ab28-3b0d5ac895d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:55.951129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Request body: {'port': {'device_id': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:53:55.951719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-87d2e896-2fef-4f72-ab28-3b0d5ac895d6 None None] Port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:53:56.027189 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-16f0735a-62c8-4b3b-bb02-e85f7771e683 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 217 time: 0.1374075
Feb 15 15:53:56.175176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-6417d036-c51a-404e-82b7-89c7ae9423b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:56.176794 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-6417d036-c51a-404e-82b7-89c7ae9423b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.1317790
Feb 15 15:53:56.245077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:56.301426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6632f-827c-4e5c-b552-05b43663e827 req-d4f816ac-910d-4d3c-b736-f18c967c2d01 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:56.303023 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3be6632f-827c-4e5c-b552-05b43663e827 req-d4f816ac-910d-4d3c-b736-f18c967c2d01 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 932 time: 0.0871005
Feb 15 15:53:56.325203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64976e1b-4c96-4263-b224-8eaf5d418b29 req-090b6b30-1037-46dd-8b3f-49f96a967fd8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:56.326811 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64976e1b-4c96-4263-b224-8eaf5d418b29 req-090b6b30-1037-46dd-8b3f-49f96a967fd8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 943 time: 0.3462212
Feb 15 15:53:56.355118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3be6632f-827c-4e5c-b552-05b43663e827 req-25bf3bc1-22be-4aa1-8083-054224ed89b8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:56.368019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3be6632f-827c-4e5c-b552-05b43663e827 req-25bf3bc1-22be-4aa1-8083-054224ed89b8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:56.369340 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3be6632f-827c-4e5c-b552-05b43663e827 req-25bf3bc1-22be-4aa1-8083-054224ed89b8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0596511
Feb 15 15:53:56.460407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-059c4ed7-a78c-40c9-95e4-24ebbc1ac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:56.462040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-059c4ed7-a78c-40c9-95e4-24ebbc1ac530 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2618825
Feb 15 15:53:56.468824 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-64976e1b-4c96-4263-b224-8eaf5d418b29 req-fccca7f9-f62b-4c77-8801-216df4016b9b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319621
Feb 15 15:53:56.762976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-785b2fd5-4341-4ad1-8e77-72e58d125503 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2555866
Feb 15 15:53:56.986728 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-33fbc22c-d51f-48c4-87ec-716e3763a187 req-d3226339-6056-465a-bc5d-a58a33ea411a service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2069118
Feb 15 15:53:56.988765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a1da57-9afb-4a22-ac71-8302c73fd9b9 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:53:56.996955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:57.009893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Transition to ACTIVE for port object a7a1da57-9afb-4a22-ac71-8302c73fd9b9 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:53:57.014173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:57.030004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-039a33b9-9377-4bc9-977b-3e92813edb8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:57.383395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-11a123d9-f144-4613-b1c4-e2ea512416e6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:53:57.393837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:57.407676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.408084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.408505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.408896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.409282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.409670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.410072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.410399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.410779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.411159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.411559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.411935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.412372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.412754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.413129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.413505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.413876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.414253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.414628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.415006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.415378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.415753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.416128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.416552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:53:57.422712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:57.664330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Attempting to bind port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:53:57.664557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Attempting to bind port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:53:57.664922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Attempting to bind port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 on network 3dbcc035-444d-4f96-84c6-77477e99ca5a {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:53:57.676906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863035b6-76d9-44d6-a656-1591c8580e7c req-fe342b6e-c731-4e31-93f5-99fb790ad537 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:57.677728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-863035b6-76d9-44d6-a656-1591c8580e7c req-fe342b6e-c731-4e31-93f5-99fb790ad537 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:53:57.679768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458198f0-7acd-4916-8854-4c17bd5e8373 req-a73bc9d4-b520-452b-a2dc-4012ac443d80 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:57.685039 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-458198f0-7acd-4916-8854-4c17bd5e8373 req-a73bc9d4-b520-452b-a2dc-4012ac443d80 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 943 time: 0.0932207
Feb 15 15:53:57.685762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:53:57.686142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Checking segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:53:57.686555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:57.686951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Bound using segment: {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:53:57.687450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Bound port: a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d70c34-8f35-420b-af77-3ed1d93038ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:53:57.687820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:57.731449 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-458198f0-7acd-4916-8854-4c17bd5e8373 req-eeaa313f-253b-407b-98a3-606015ea7ad6 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423973
Feb 15 15:53:57.759037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-863035b6-76d9-44d6-a656-1591c8580e7c req-fe342b6e-c731-4e31-93f5-99fb790ad537 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:53:57.760369 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-863035b6-76d9-44d6-a656-1591c8580e7c req-fe342b6e-c731-4e31-93f5-99fb790ad537 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.2594788
Feb 15 15:53:57.828807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:53:57.836179 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-863035b6-76d9-44d6-a656-1591c8580e7c req-e05896cc-cbaf-44b7-b14d-0e29c5fd2ab2 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0682929
Feb 15 15:53:57.840798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:53:57.845350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:57.860951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4346ab59-b98e-4f7a-ac13-792c539a3483 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:58.012956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:58.018308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:58.052655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.053266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:58.054789 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1158 time: 2.1637032
Feb 15 15:53:58.055302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:58.075560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:58.104541 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'status': 'completed', 'code': 200}
Feb 15 15:53:58.186151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:53:58.192611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:58.193325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:58.209439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-45cc85d4-6cc7-4185-a581-ec97c5cbb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.211074 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-45cc85d4-6cc7-4185-a581-ec97c5cbb496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1161 time: 0.0845435
Feb 15 15:53:58.292711 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-e79b44ba-391b-4918-aa10-4dd81e5ffcf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 217 time: 0.0704067
Feb 15 15:53:58.336964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:58.366789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:53:58.372184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-73572cb7-b211-412e-8f6d-741fc5db45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.373853 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-73572cb7-b211-412e-8f6d-741fc5db45fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0648296
Feb 15 15:53:58.377474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:53:58.380961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:58.382914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a5e4e5a1-d086-4da2-8a7c-34fde9d189e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:53:58.420502 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'code': 200}
Feb 15 15:53:58.456555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:53:58.459998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:53:58.471806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-6bb08f4d-017d-49c9-a1ac-74ce94f37ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.473447 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-6bb08f4d-017d-49c9-a1ac-74ce94f37ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839610
Feb 15 15:53:58.681687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-0ae51873-644a-4b6b-953d-c7e5e52e50c5 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883299
Feb 15 15:53:58.800609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71850e4e-55b7-4473-81b4-d37f7a9d2922 req-9f385acf-0334-47b6-8411-ba4d675bbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.802249 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71850e4e-55b7-4473-81b4-d37f7a9d2922 req-9f385acf-0334-47b6-8411-ba4d675bbafd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.1982129
Feb 15 15:53:58.920619 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71850e4e-55b7-4473-81b4-d37f7a9d2922 req-d1c6cf5e-9d90-4834-bb27-7308c5a820ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084080
Feb 15 15:53:58.922811 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3eb8a89c-8633-40ac-91c9-3bbd3ebfdabd req-978c8a24-3724-4458-a709-55f1ec3f8e98 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2232976
Feb 15 15:53:58.963372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb715-1f4c-4bc9-bc1f-985599398934 req-47f98f5c-b87d-4e1c-850e-aee0c3548ce3 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:58.964921 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd4eb715-1f4c-4bc9-bc1f-985599398934 req-47f98f5c-b87d-4e1c-850e-aee0c3548ce3 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.1111565
Feb 15 15:53:59.019100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dd4eb715-1f4c-4bc9-bc1f-985599398934 req-92f05a55-6752-4e65-85ff-5af71432df82 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478165
Feb 15 15:53:59.043580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7822dc-3177-4292-a875-e8d9dab120e7 req-78c87816-a90f-4796-ae6a-b4cb7233be59 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:59.045247 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e7822dc-3177-4292-a875-e8d9dab120e7 req-78c87816-a90f-4796-ae6a-b4cb7233be59 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0934842
Feb 15 15:53:59.095513 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e7822dc-3177-4292-a875-e8d9dab120e7 req-e7cab86b-dcf3-4103-bd33-cdb5e556df04 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438764
Feb 15 15:53:59.321361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-62f5e069-4e99-4beb-a81f-ba25e9c0fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:59.323066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-62f5e069-4e99-4beb-a81f-ba25e9c0fe82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1161 time: 0.0811429
Feb 15 15:53:59.325686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:53:59.402570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:53:59.402988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:53:59.477594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-37852ae1-5807-4281-b658-ea1a80f2f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:59.479215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-37852ae1-5807-4281-b658-ea1a80f2f035 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.1398766
Feb 15 15:53:59.561861 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-fdcd53ad-65e4-4818-beb7-b76a17cd290e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 217 time: 0.0707157
Feb 15 15:53:59.642825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-3d15e959-b14e-49ce-ba3e-374525bc130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:59.645488 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-3d15e959-b14e-49ce-ba3e-374525bc130f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0702875
Feb 15 15:53:59.747634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-4c03380d-fac4-46ab-8f96-734074dbff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:53:59.749333 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-4c03380d-fac4-46ab-8f96-734074dbff7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946031
Feb 15 15:53:59.896777 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-07c986bf-79f2-4cf4-a8c2-1af41af933c7 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363425
Feb 15 15:54:00.046107 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-427c0eba-9ba0-400f-bf47-631a77c47cb1 req-5e03c451-72b3-4d98-ac7d-6c290f289aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365449
Feb 15 15:54:00.226008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431e24b-2462-412d-a07a-ce00adad3a09 req-4c9d135d-a17f-42bc-bab5-2006056b720c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:00.227674 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f431e24b-2462-412d-a07a-ce00adad3a09 req-4c9d135d-a17f-42bc-bab5-2006056b720c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0894203
Feb 15 15:54:00.275606 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f431e24b-2462-412d-a07a-ce00adad3a09 req-f3236056-c949-4c8b-a799-4d8d67352745 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415254
Feb 15 15:54:00.309458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e32c-0f9a-4b26-b007-e2d86b1a0034 req-6e9e6465-c50c-4cf7-aae2-d4ec04529a53 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:00.311077 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ffb4e32c-0f9a-4b26-b007-e2d86b1a0034 req-6e9e6465-c50c-4cf7-aae2-d4ec04529a53 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0928988
Feb 15 15:54:00.358977 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ffb4e32c-0f9a-4b26-b007-e2d86b1a0034 req-91355e64-a2f6-4211-973c-43c26f39ce72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414526
Feb 15 15:54:01.507326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbe7e-9a5b-4ed2-b909-fc4502cf7e77 req-aaf635aa-a35a-41da-819d-20c2d8ac8055 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:01.508887 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50bcbe7e-9a5b-4ed2-b909-fc4502cf7e77 req-aaf635aa-a35a-41da-819d-20c2d8ac8055 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0916488
Feb 15 15:54:01.558492 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-50bcbe7e-9a5b-4ed2-b909-fc4502cf7e77 req-fc17955e-f716-4136-8f03-b86f79c61266 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430894
Feb 15 15:54:01.571562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d64b2-5e99-4cca-91aa-d6b5842c8793 req-d560d33c-c1bb-4897-a87a-267d861e2a15 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:01.573109 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e6d64b2-5e99-4cca-91aa-d6b5842c8793 req-d560d33c-c1bb-4897-a87a-267d861e2a15 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0930884
Feb 15 15:54:01.623288 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7e6d64b2-5e99-4cca-91aa-d6b5842c8793 req-132adcbc-ea91-4935-803f-8d129ffd4870 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426610
Feb 15 15:54:01.824895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f198-19b1-45fb-a654-d0b370762fb5 req-0f449545-950b-497f-8b55-9414d566446e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:01.826440 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eec4f198-19b1-45fb-a654-d0b370762fb5 req-0f449545-950b-497f-8b55-9414d566446e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.1006658
Feb 15 15:54:01.878325 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-eec4f198-19b1-45fb-a654-d0b370762fb5 req-e17b4df5-a2d9-4e36-bf3e-349e4d9e9c7c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454862
Feb 15 15:54:02.305095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711003c-545f-4627-8e35-ae6a907f272f req-7e0b63e0-3e63-4945-be74-896983011cb4 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:02.306685 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c711003c-545f-4627-8e35-ae6a907f272f req-7e0b63e0-3e63-4945-be74-896983011cb4 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0885646
Feb 15 15:54:02.358747 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c711003c-545f-4627-8e35-ae6a907f272f req-14d07dce-d583-4683-89de-5210112f6ffa tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423453
Feb 15 15:54:02.843586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e805046-a42c-4434-bf7d-ce4c038daa45 req-8b732adf-4e9f-48a6-9e2c-5ff5999bc9d3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:02.845260 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4e805046-a42c-4434-bf7d-ce4c038daa45 req-8b732adf-4e9f-48a6-9e2c-5ff5999bc9d3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0994229
Feb 15 15:54:02.894097 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4e805046-a42c-4434-bf7d-ce4c038daa45 req-db7b00b2-2060-4cff-8117-9a24e940fa92 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423181
Feb 15 15:54:04.104488 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e8974-1c9a-4c16-a3d6-f6ed890812d7 req-83ea19d7-cae6-42ce-8dcc-47309ad5b863 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:04.106107 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-859e8974-1c9a-4c16-a3d6-f6ed890812d7 req-83ea19d7-cae6-42ce-8dcc-47309ad5b863 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0960126
Feb 15 15:54:04.154434 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-859e8974-1c9a-4c16-a3d6-f6ed890812d7 req-475ede13-fcfd-43eb-8179-8cfed096e13b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418766
Feb 15 15:54:05.373007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232569be-66cb-42e2-9b07-617a6e065a88 req-1555987e-b146-41e3-bd99-72461c437410 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:05.374719 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-232569be-66cb-42e2-9b07-617a6e065a88 req-1555987e-b146-41e3-bd99-72461c437410 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0957298
Feb 15 15:54:05.426813 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-232569be-66cb-42e2-9b07-617a6e065a88 req-70f46291-b16a-4893-ac46-93a5ef8cb9b2 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438547
Feb 15 15:54:05.554798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12ee06d5-51b8-4029-b8eb-28093592706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:06.639626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54c60-e86b-4937-8995-5ee43e628cbd req-6b94c8a3-de4c-4dbf-9244-0b66c9673a5f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:06.641289 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62d54c60-e86b-4937-8995-5ee43e628cbd req-6b94c8a3-de4c-4dbf-9244-0b66c9673a5f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0932605
Feb 15 15:54:06.691566 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62d54c60-e86b-4937-8995-5ee43e628cbd req-196990ad-e90f-46e5-bde5-c75a1853f1f1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421417
Feb 15 15:54:07.920152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721793-d93d-4de3-b2cd-ba8118afcc05 req-7c19305a-f90e-40e6-9998-7440918a79a8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:07.921789 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f721793-d93d-4de3-b2cd-ba8118afcc05 req-7c19305a-f90e-40e6-9998-7440918a79a8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.1055965
Feb 15 15:54:07.972779 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f721793-d93d-4de3-b2cd-ba8118afcc05 req-a8bf93f9-94e3-4119-9a9c-aeb19c2ac8da tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444036
Feb 15 15:54:08.028211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:54:08.101194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:54:08.109480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:08.110176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:08.240821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:08.272258 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:08.283231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:54:08.287557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:08.289577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:08.326941 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'code': 200}
Feb 15 15:54:08.365882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92e47b01-cebe-4a34-9a9d-47141ae00e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:08.377614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:08.381084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:08.825505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147ab13-2112-4060-9668-c984b2d54fe7 req-9fe8af89-cb34-4b53-abb7-f04fb8a1863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:08.827699 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2147ab13-2112-4060-9668-c984b2d54fe7 req-9fe8af89-cb34-4b53-abb7-f04fb8a1863e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.0808096
Feb 15 15:54:08.876042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2147ab13-2112-4060-9668-c984b2d54fe7 req-eb8fd1ec-eacf-4224-a0f7-066bd8fd64ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0392575
Feb 15 15:54:09.179649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:09.187309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304796a0-4005-442d-8d97-76d223490d20 req-25d512c8-f9da-48d8-b3e9-89c2ee52fd58 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:09.188989 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-304796a0-4005-442d-8d97-76d223490d20 req-25d512c8-f9da-48d8-b3e9-89c2ee52fd58 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0921113
Feb 15 15:54:09.239722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-304796a0-4005-442d-8d97-76d223490d20 req-04865b8d-2443-4f83-b0f4-9ca7649a2665 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439107
Feb 15 15:54:09.355922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:54:09.441674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:09.442097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:09.933566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:10.440690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c03b1-2911-49f9-8695-82a940ac90e3 req-ce55710f-6508-4224-8800-b68dc2ee6695 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:10.442247 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db9c03b1-2911-49f9-8695-82a940ac90e3 req-ce55710f-6508-4224-8800-b68dc2ee6695 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0905311
Feb 15 15:54:10.471467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:10.495599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-db9c03b1-2911-49f9-8695-82a940ac90e3 req-1950aedf-a5d2-4130-a921-d0aa6944db34 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460463
Feb 15 15:54:11.709430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872acf3-8802-4c08-a08d-9865ab80a4a9 req-dcb4ca56-6d62-4285-8faa-947d736eddf6 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:11.711041 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1872acf3-8802-4c08-a08d-9865ab80a4a9 req-dcb4ca56-6d62-4285-8faa-947d736eddf6 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0919416
Feb 15 15:54:11.768676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1872acf3-8802-4c08-a08d-9865ab80a4a9 req-6b389e92-0e6e-42c8-9fcd-b5004504c3bc tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0509622
Feb 15 15:54:11.989972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648699b-2ac1-45e6-ae55-df490d0921da req-966003af-cc4e-49a5-a381-14e4ef280c17 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:11.991513 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c648699b-2ac1-45e6-ae55-df490d0921da req-966003af-cc4e-49a5-a381-14e4ef280c17 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0943339
Feb 15 15:54:12.287873 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c648699b-2ac1-45e6-ae55-df490d0921da req-9a9ba714-6b0a-4653-97dd-05210db6a20c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2889247
Feb 15 15:54:12.486945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-a2066f00-8997-40e0-8f25-a86b57664f2c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:12.505060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-a2066f00-8997-40e0-8f25-a86b57664f2c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:12.506509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-a2066f00-8997-40e0-8f25-a86b57664f2c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1809537
Feb 15 15:54:12.517185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:12.523543 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:12.528027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Usage tracker for resource:floatingip and tenant:f558919e04ea41598d9d40dc22a614bd is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:12.531284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:12.537754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:12.547982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:12.695621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:12.931790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39654224-e5f5-405c-a6d2-6060009b02c2 req-b6386a6b-daef-4969-8623-bf1383a56812 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:12.933460 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39654224-e5f5-405c-a6d2-6060009b02c2 req-b6386a6b-daef-4969-8623-bf1383a56812 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0918093
Feb 15 15:54:12.979396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Allocated IP 172.27.3.166 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:54:12.981955 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-39654224-e5f5-405c-a6d2-6060009b02c2 req-bd2860b6-bf4a-4469-8991-86912977c3c6 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420597
Feb 15 15:54:13.137680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.167683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.180080 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-a957d234-8e1f-4c56-bf6f-8646a429baac tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1592939
Feb 15 15:54:13.191852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:13.195436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63a3f690-e127-4c44-b162-e28c334f3999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:13.198254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:13.202625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Usage tracker for resource:floatingip and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:13.205823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:13.211776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:13.221623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.328717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'Port': ['ID=1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:13.342824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.343253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.343691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.344089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.344524 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.344929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.345334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.345743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.346138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.346539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.346940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.347340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.347777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.348169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.348594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.349022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.349417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.349815 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.350214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.350610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.351009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.351413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.351812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.352231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:13.358522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:13.369065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.393451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:54:13.394583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:54:13.397188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:54:13.488310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.556672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.855944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.860048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:13.869192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Allocated IP 172.27.3.74 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/2ee595fe-6269-4d09-b956-b1812f8ab8a8) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:54:13.875939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-10c524e5-4cd4-4f00-806f-fa9e899a3a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:14.024770 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event updated for resources: {'Port': ['ID=1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:14.026006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.029581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:14.057265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.073303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4cbcc79-8c71-4f08-8123-c032e4d9b19f tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:14.125244 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.150962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.152683 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6401155
Feb 15 15:54:14.215658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'Port': ['ID=2ee595fe-6269-4d09-b956-b1812f8ab8a8,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:14.220203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:14.245668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-58a8ae36-92f3-4ac1-a133-2eca74f24ab1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:floatingip {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:14.263944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-58a8ae36-92f3-4ac1-a133-2eca74f24ab1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:floatingip {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:14.265270 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-58a8ae36-92f3-4ac1-a133-2eca74f24ab1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.166 HTTP/1.1" status: 200  len: 696 time: 0.1058881
Feb 15 15:54:14.265513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:54:14.266678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:54:14.269081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:54:14.352400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.416365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.430014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-8c649642-ae34-46e0-9350-76bc023c6742 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:14.431555 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c56b9747-5ecb-4561-9aff-fdf24f92ab93 req-8c649642-ae34-46e0-9350-76bc023c6742 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1586230
Feb 15 15:54:14.696028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.701685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.716570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:14.761544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-e3350948-c2ce-4bf5-911d-50e60613a8fd tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:14.763169 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-e3350948-c2ce-4bf5-911d-50e60613a8fd tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0885465
Feb 15 15:54:14.852689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-830ef75f-e24c-482e-8449-dea06ce65a4f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.166 HTTP/1.1" status: 200  len: 696 time: 0.0831885
Feb 15 15:54:14.862559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'Port': ['ID=2ee595fe-6269-4d09-b956-b1812f8ab8a8,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:14.863513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Request body: {'floatingip': {'port_id': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:14.866991 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:14.948974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.962547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.985431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:14.986749 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-49f83a78-af1e-47ef-b39a-c231c7ad103d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7995355
Feb 15 15:54:15.078793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-02714e86-48e7-4472-aa3f-887cfd47d721 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:floatingip {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:15.154989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-02714e86-48e7-4472-aa3f-887cfd47d721 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:floatingip {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:15.156935 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-02714e86-48e7-4472-aa3f-887cfd47d721 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.74 HTTP/1.1" status: 200  len: 695 time: 0.1636553
Feb 15 15:54:15.322847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-9e90edaf-f178-4100-b2ef-e4ec1901d572 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:15.324234 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-9e90edaf-f178-4100-b2ef-e4ec1901d572 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1606398
Feb 15 15:54:15.336082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-e24b0154-4b50-4c0e-b87c-4a8f2dbfd691 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:54:15.337168 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e81c588-1e9c-4c6d-a5bd-92308f09b964 req-e24b0154-4b50-4c0e-b87c-4a8f2dbfd691 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062547
Feb 15 15:54:15.520858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306cd2-a670-4430-958b-8b7108f4315e req-993944c4-a3f2-4ac1-8771-ea94f83ac8d4 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:15.522437 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-993944c4-a3f2-4ac1-8771-ea94f83ac8d4 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0867651
Feb 15 15:54:15.606988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:15.611148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:15.611500 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-9b9b7e3a-865e-4a5c-b82c-93f096d68c67 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.74 HTTP/1.1" status: 200  len: 695 time: 0.0825562
Feb 15 15:54:15.622468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'floatingip': {'port_id': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:15.710933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:16.042083 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Floating IP ac12621e-b3fb-4d3f-aa44-b369e544a647 associated. External IP: 172.27.3.166, port: a7a1da57-9afb-4a22-ac71-8302c73fd9b9.
Feb 15 15:54:16.346956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:16.350450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:16.420335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Router 65afb788-da27-4145-9a98-0ee305b70a30 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:54:16.626009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:54:16.630481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:16.636663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Sync routers for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:54:16.648314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:16.649142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac1eb70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:16.694986 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-9c624315-877b-472e-ad02-2d03a54db005 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "PUT /v2.0/floatingips/ac12621e-b3fb-4d3f-aa44-b369e544a647 HTTP/1.1" status: 200  len: 997 time: 1.8357632
Feb 15 15:54:16.695559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:16.764208 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Floating IP b0ee03e8-f298-4d22-b597-0fc28b6d8a0f associated. External IP: 172.27.3.74, port: bebf1bb9-3b04-43ce-9d31-b2252c3f3402.
Feb 15 15:54:16.794186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-c36cfa7e-a971-4518-b935-f215cb95d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:16.795916 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-c36cfa7e-a971-4518-b935-f215cb95d0d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.0854361
Feb 15 15:54:16.951789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-2dc5f221-a99d-470a-9c11-2b8d41fc0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:16.955077 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-2dc5f221-a99d-470a-9c11-2b8d41fc0349 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.1519566
Feb 15 15:54:17.011013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:17.075715 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-86881f1d-72a5-404d-8599-1354541a1640 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1000 time: 0.1135597
Feb 15 15:54:17.151916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Router 7d8f89ee-bb60-4384-8371-8b47ff71adaa has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:54:17.161163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-592489a9-cbe8-48ce-8f71-d893556b69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:17.163183 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-592489a9-cbe8-48ce-8f71-d893556b69a2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0843496
Feb 15 15:54:17.254520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-55dfc277-7ae6-453e-882f-ff3d012cc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:17.256145 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-55dfc277-7ae6-453e-882f-ff3d012cc9c0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849676
Feb 15 15:54:17.267722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-ae7dec1d-6a9b-4342-ba10-9b0dcb599308 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:54:17.268806 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-ae7dec1d-6a9b-4342-ba10-9b0dcb599308 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059202
Feb 15 15:54:17.360741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:54:17.371448 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Sync routers for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:54:17.372667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:17.381392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:17.382407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b41b470>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:17.404441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac1eb70>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'ac12621e-b3fb-4d3f-aa44-b369e544a647', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'port_id': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'mac_address': 'fa:16:3e:8a:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:13Z', 'updated_at': '2021-02-15T15:54:15Z', 'revision_number': 1, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:17.409133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Checking router: 65afb788-da27-4145-9a98-0ee305b70a30 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:54:17.417515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-0ebe8d09-0007-4178-a505-99ec85ae92b3 service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416967
Feb 15 15:54:17.421090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:17.421994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac1eb70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:17.453294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0eeb7c7e-7352-4717-9e0e-a87ae933a557 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "PUT /v2.0/floatingips/b0ee03e8-f298-4d22-b597-0fc28b6d8a0f HTTP/1.1" status: 200  len: 995 time: 1.8276954
Feb 15 15:54:17.491675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:17.541602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306cd2-a670-4430-958b-8b7108f4315e req-d3b98f06-0e27-4a03-b4d4-00b2072c87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:17.549931 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-d3b98f06-0e27-4a03-b4d4-00b2072c87d0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.0956972
Feb 15 15:54:17.572773 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68542ffc-fdce-4739-9a6a-def65e166f06 req-6ed4f198-c37e-449f-a575-36a00c74f61b service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485021
Feb 15 15:54:17.627765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:17.650075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:17.710454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306cd2-a670-4430-958b-8b7108f4315e req-d1dde24d-b6b8-4331-9d0f-010106f2ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:17.712318 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-d1dde24d-b6b8-4331-9d0f-010106f2ab4e service neutron] 10.222.0.102 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.1613367
Feb 15 15:54:17.808234 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'status': 'completed', 'code': 200}
Feb 15 15:54:17.843035 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-0b23fd41-7881-4f66-832d-46633927e64d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 998 time: 0.1217132
Feb 15 15:54:17.910601 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:54:18.050245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b41b470>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b0ee03e8-f298-4d22-b597-0fc28b6d8a0f', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'port_id': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'mac_address': 'fa:16:3e:55:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:14Z', 'updated_at': '2021-02-15T15:54:16Z', 'revision_number': 1, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:18.054831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Checking router: 7d8f89ee-bb60-4384-8371-8b47ff71adaa for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:54:18.055002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306cd2-a670-4430-958b-8b7108f4315e req-e1b594a9-9201-4726-a790-6925f76b3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.056548 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-e1b594a9-9201-4726-a790-6925f76b3e28 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.2064340
Feb 15 15:54:18.074439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:18.075581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b41b470>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:18.107888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac1eb70>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'ac12621e-b3fb-4d3f-aa44-b369e544a647', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'port_id': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'mac_address': 'fa:16:3e:8a:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:13Z', 'updated_at': '2021-02-15T15:54:15Z', 'revision_number': 1, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:18.112863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de537600-f0ba-4aea-a623-5061b1b5ae25 None None] The sync data for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi is: [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'ac12621e-b3fb-4d3f-aa44-b369e544a647', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'port_id': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'mac_address': 'fa:16:3e:8a:a7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:13Z', 'updated_at': '2021-02-15T15:54:15Z', 'revision_number': 1, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:54:18.148643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073454-e382-4025-9b04-1b68288a1c66 req-619255be-11a7-42d4-a0d9-43372cb6508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.150328 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-619255be-11a7-42d4-a0d9-43372cb6508d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.1912680
Feb 15 15:54:18.161226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-4ec3016d-6126-436c-858c-110c6585b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.162949 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-4ec3016d-6126-436c-858c-110c6585b90e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.2506452
Feb 15 15:54:18.301632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:18.370863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4306cd2-a670-4430-958b-8b7108f4315e req-1298c753-76f2-4dc2-bbc7-94c90ba29ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.372578 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-1298c753-76f2-4dc2-bbc7-94c90ba29ae9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3061790
Feb 15 15:54:18.531371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373943b-c607-4ce9-aedc-f209072e93bf None None] New status for floating IP ac12621e-b3fb-4d3f-aa44-b369e544a647: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:54:18.726638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b41b470>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b0ee03e8-f298-4d22-b597-0fc28b6d8a0f', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'port_id': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'mac_address': 'fa:16:3e:55:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:14Z', 'updated_at': '2021-02-15T15:54:16Z', 'revision_number': 1, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:18.731381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf44c7-84a8-411f-a759-8e996146f7db None None] The sync data for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi is: [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b0ee03e8-f298-4d22-b597-0fc28b6d8a0f', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'port_id': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'mac_address': 'fa:16:3e:55:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:14Z', 'updated_at': '2021-02-15T15:54:16Z', 'revision_number': 1, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:54:18.823151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073454-e382-4025-9b04-1b68288a1c66 req-727bc6e9-66c0-4d4e-bec6-c6686af81675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.824801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-727bc6e9-66c0-4d4e-bec6-c6686af81675 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.6440735
Feb 15 15:54:18.827972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-57b3a7ed-b51a-40db-bb5d-c7f565f7b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:18.829507 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-57b3a7ed-b51a-40db-bb5d-c7f565f7b703 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.6264200
Feb 15 15:54:19.000469 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-780f9662-db8c-41d6-a599-64ec76958bd8 service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6089020
Feb 15 15:54:19.132932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6e8b0-2774-467d-b5c7-094c734fad0e None None] New status for floating IP b0ee03e8-f298-4d22-b597-0fc28b6d8a0f: ACTIVE {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:54:19.146411 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-398e4171-0f5a-45c4-879f-c7c88e9dff00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1002 time: 0.2961557
Feb 15 15:54:19.202997 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-c2a58f54-8816-4af9-8ca5-5f3bf78afd50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 998 time: 0.3515136
Feb 15 15:54:19.298287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-443ae1d4-5d0c-47be-90cd-130c118a28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:19.299883 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-443ae1d4-5d0c-47be-90cd-130c118a28b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.1396701
Feb 15 15:54:19.356622 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a4306cd2-a670-4430-958b-8b7108f4315e req-ae8869cf-7fb7-4a9d-8ae7-6b955816a9fe service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3482676
Feb 15 15:54:19.365396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073454-e382-4025-9b04-1b68288a1c66 req-5430dbf9-6b04-46f7-a55d-9e989f6a8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:19.366921 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-5430dbf9-6b04-46f7-a55d-9e989f6a8948 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.1505852
Feb 15 15:54:19.395825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1533893030', 'description': 'tempest-TestMinimumBasicScenario-1533893030 description'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:19.402748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:19.414455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:19.425112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:19.448238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:19.452550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Usage tracker for resource:security_group_rule and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:19.455683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:19.461713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:19.465009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-7215ef07-b390-411f-b608-f7ed5b624831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:19.466804 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-7215ef07-b390-411f-b608-f7ed5b624831 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1567328
Feb 15 15:54:19.478856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073454-e382-4025-9b04-1b68288a1c66 req-0143ab9b-4ee9-47dc-8185-f48699efc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:19.480617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-0143ab9b-4ee9-47dc-8185-f48699efc073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026764
Feb 15 15:54:19.538347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:19.542251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:19.547994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0ed20ad4-f8fc-4419-9e6f-2a4e0d20d566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:19.592490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33202e7-0a49-4eca-855e-b448773d21e9,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:19.595850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:19.598385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:19.600827 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea699b7b-4787-4174-9f03-b754d96bfc87 req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2097940
Feb 15 15:54:19.782690 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-7f7c39dd-2418-4caa-9c6b-dd56bbc2b980 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups/b33202e7-0a49-4eca-855e-b448773d21e9 HTTP/1.1" status: 200  len: 1814 time: 0.1085224
Feb 15 15:54:19.792032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-93a724c6-38fb-4fdd-b04f-c39101b8d62e service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3104007
Feb 15 15:54:19.794904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-fb066121-168f-4eb0-808c-38b7466a6772 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898648
Feb 15 15:54:19.798401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b33202e7-0a49-4eca-855e-b448773d21e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:19.798729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b33202e7-0a49-4eca-855e-b448773d21e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:19.805085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:19.809564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Usage tracker for resource:security_group_rule and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:19.819194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:19.869190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:20.112069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.143147 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2455db9b-ebc5-4020-8557-f1274b34a1c9 req-720d8573-fed3-4d19-b5a5-06e02847b448 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3266766
Feb 15 15:54:20.156165 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2b073454-e382-4025-9b04-1b68288a1c66 req-70b9453f-c456-4c50-93f5-5901e94e62a6 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3380163
Feb 15 15:54:20.158051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.162584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.164942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:20.184797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c0da0-01c7-45a2-8eb2-8774a26eba98,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:20.188680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:20.203937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.205296 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b41a3377-6963-45d3-bfec-e5119dc307a9 req-716aa53a-a31e-4b2f-8267-02320cd67435 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4158015
Feb 15 15:54:20.281220 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-ac1254a2-1d94-439c-9e15-1619201ee489 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups/b33202e7-0a49-4eca-855e-b448773d21e9 HTTP/1.1" status: 200  len: 2407 time: 0.0537784
Feb 15 15:54:20.292263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b33202e7-0a49-4eca-855e-b448773d21e9', 'remote_group_id': None}]} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:20.292627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b33202e7-0a49-4eca-855e-b448773d21e9', 'remote_group_id': None}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:20.298993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:20.303587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Usage tracker for resource:security_group_rule and tenant:4797529c26d34bc9b90c9a1fbf283d1b is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:20.306682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:20.312693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:20.371029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.397297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.400967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.403233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ce83ce08-9e15-48fa-a1c9-305280d3d4f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:20.427423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd9a70-bd7c-4323-9065-3754b5825e94,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:20.430573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:20.437761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.440757 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2a88491c-2779-4d9f-bcd5-1be3cbebc27f req-412ba23e-e5c4-4cb4-aa1a-723945676f19 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1527190
Feb 15 15:54:20.451756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:20.606638 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-959a14bf-a04a-4579-a661-7050f18a6b10 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1533893030&fields=id&tenant_id=4797529c26d34bc9b90c9a1fbf283d1b HTTP/1.1" status: 200  len: 267 time: 0.0479853
Feb 15 15:54:20.700405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-7789aff0-28a2-47b0-be43-17c910b3cdbe tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:20.703319 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-7789aff0-28a2-47b0-be43-17c910b3cdbe tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0906742
Feb 15 15:54:20.714044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'port': {'security_groups': ['757b2999-3789-4a83-82ac-eaeb209451f4', 'b33202e7-0a49-4eca-855e-b448773d21e9']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:20.850526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:21.085257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5d29-3438-4aba-a245-fd241c574d1e req-9dfed755-a498-41f3-8b8e-e4f2cda7bc21 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.086880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0ad5d29-3438-4aba-a245-fd241c574d1e req-9dfed755-a498-41f3-8b8e-e4f2cda7bc21 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0896609
Feb 15 15:54:21.139245 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d0ad5d29-3438-4aba-a245-fd241c574d1e req-83ae7f13-1419-42cb-918a-b6d63ff725ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456605
Feb 15 15:54:21.191447 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:54:21.218475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:21.222525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:21.237274 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ea66809-bc32-4d93-94c4-916068d6e5c8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:21.337215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110790-8731-44f2-8ad9-562afd50a484 req-3649e442-3991-4500-a6e2-241a250c37f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.338805 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27110790-8731-44f2-8ad9-562afd50a484 req-3649e442-3991-4500-a6e2-241a250c37f4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0873036
Feb 15 15:54:21.387858 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27110790-8731-44f2-8ad9-562afd50a484 req-96752393-9cfd-46b5-a017-ffe5087135d4 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424416
Feb 15 15:54:21.391632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=5']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:21.396425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:21.437058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.437723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:21.439209 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2cc11d1d-c56a-4948-99d8-73b902c38826 req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "PUT /v2.0/ports/bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 981 time: 0.7303905
Feb 15 15:54:21.439737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:21.494071 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:54:21.648082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ebb55d68-f174-4a41-aac6-65b80907ff86 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:21.648842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebb55d68-f174-4a41-aac6-65b80907ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:21.700964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296019a-1e62-4ead-9854-9bde4edc2ae3 req-735751c3-bbf9-4f5d-b5e4-bca0075dd4c7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.702674 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1296019a-1e62-4ead-9854-9bde4edc2ae3 req-735751c3-bbf9-4f5d-b5e4-bca0075dd4c7 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.1638858
Feb 15 15:54:21.709485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-4b4e85f4-af3e-4d94-aa40-f6988627782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.711211 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-4b4e85f4-af3e-4d94-aa40-f6988627782f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1202 time: 0.1180632
Feb 15 15:54:21.865782 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1296019a-1e62-4ead-9854-9bde4edc2ae3 req-54fae3e3-ccd5-44c6-ba9c-63e00e137087 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1521950
Feb 15 15:54:21.904737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-9d35d1b5-2302-43ea-ab78-fc37ccc91fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:21.906362 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-9d35d1b5-2302-43ea-ab78-fc37ccc91fd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.1775234
Feb 15 15:54:22.034150 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-5a329ad8-fb05-4d0c-85b7-525423e837da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 1000 time: 0.1169052
Feb 15 15:54:22.379139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9b3f-6c51-4d53-84ea-5626a1bc3e3b req-10ec8d7d-31de-4bfc-95dd-94c82cca56c7 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:22.380988 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea9f9b3f-6c51-4d53-84ea-5626a1bc3e3b req-10ec8d7d-31de-4bfc-95dd-94c82cca56c7 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0944986
Feb 15 15:54:22.398114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-a4afef9f-a42a-402f-ba59-973383fafa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:22.399745 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-a4afef9f-a42a-402f-ba59-973383fafa92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.3493965
Feb 15 15:54:22.429269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ea9f9b3f-6c51-4d53-84ea-5626a1bc3e3b req-71c547ad-eec2-4231-a25c-034884b11e6f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418000
Feb 15 15:54:22.490660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-e41a711f-4d2e-49db-bb89-e2e657522e44 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:22.492240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-e41a711f-4d2e-49db-bb89-e2e657522e44 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.1468194
Feb 15 15:54:22.603938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-7c959d12-0e9d-4dc1-8a26-61ac85211d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:22.605547 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-7c959d12-0e9d-4dc1-8a26-61ac85211d21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1974666
Feb 15 15:54:22.649575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Deleting port 84e442df-e564-4d1e-aed2-d3049ea9bf88 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:54:22.649945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:22.883402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:54:22.889590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981dec-cd96-4e3f-91dc-ca3b568557c7 req-ced881e6-1029-4132-b403-b8babca4c3a2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:22.891206 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94981dec-cd96-4e3f-91dc-ca3b568557c7 req-ced881e6-1029-4132-b403-b8babca4c3a2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.3546205
Feb 15 15:54:22.935016 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-b9cd68f0-36af-4a0c-9f0a-f84b850d071a service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3125098
Feb 15 15:54:23.149738 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94981dec-cd96-4e3f-91dc-ca3b568557c7 req-256a62ba-5906-4437-85ad-65645e2c4140 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2514727
Feb 15 15:54:23.197233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] For port 84e442df-e564-4d1e-aed2-d3049ea9bf88, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=84e442df-e564-4d1e-aed2-d3049ea9bf88,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:54:23.197632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:23.270582 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-18900e24-96cd-44e0-a924-76421c74ffd3 req-95f3e0a8-2a81-4735-a133-379b97f38c3f service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3153524
Feb 15 15:54:23.533299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:23.533892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:23.534015 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Floating IP fefd10e8-b3bf-49c0-9b55-6b01e8bd2691 disassociated. External IP: 172.27.3.174, port: 84e442df-e564-4d1e-aed2-d3049ea9bf88.
Feb 15 15:54:23.534387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Calling delete_port for 84e442df-e564-4d1e-aed2-d3049ea9bf88 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:54:23.631762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d3541-7e02-40d5-8bed-b9963d692f98 req-b191029b-a2df-44cd-bd5e-9901e257be4c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:23.633415 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a48d3541-7e02-40d5-8bed-b9963d692f98 req-b191029b-a2df-44cd-bd5e-9901e257be4c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 945 time: 0.0878303
Feb 15 15:54:23.682797 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a48d3541-7e02-40d5-8bed-b9963d692f98 req-6d95ef81-2248-45ff-90e6-b06ace187add tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=657e702c-f749-4d73-b87f-a2ee09377301&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424674
Feb 15 15:54:23.686890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:23.704825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-179a4941-18d6-4f99-818e-85a8a0c3d764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:23.762904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'Port': ['ID=84e442df-e564-4d1e-aed2-d3049ea9bf88,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:23.765567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:23.785665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:54:23.860943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:23.861371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:24.013751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:54:24.053861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 84e442df-e564-4d1e-aed2-d3049ea9bf88 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:54:24.054270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 84e442df-e564-4d1e-aed2-d3049ea9bf88 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:54:24.083925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:54:24.308476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:54:24.318900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:54:24.330563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:24.331330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c09e0b8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:24.362903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] No DVR routers for this DVR port 84e442df-e564-4d1e-aed2-d3049ea9bf88 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:54:24.366126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:24.369351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'name': 'network-vif-deleted', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:24.393758 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8a9c4f86-e4f3-49a2-9c97-83bd191151cf req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "DELETE /v2.0/ports/84e442df-e564-4d1e-aed2-d3049ea9bf88 HTTP/1.1" status: 204  len: 173 time: 1.8880968
Feb 15 15:54:24.419349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7752b-a65d-4a73-9cf7-8b399ea2b174 req-81950551-c499-4d01-94d4-3bff864d5d07 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:24.421041 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30b7752b-a65d-4a73-9cf7-8b399ea2b174 req-81950551-c499-4d01-94d4-3bff864d5d07 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1506131
Feb 15 15:54:24.437916 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f67fbf2-6c1b-4e74-a506-003b98100d17', 'name': 'network-vif-deleted', 'tag': '84e442df-e564-4d1e-aed2-d3049ea9bf88', 'status': 'completed', 'code': 200}
Feb 15 15:54:24.485428 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-30b7752b-a65d-4a73-9cf7-8b399ea2b174 req-cd8d2040-cb65-409f-8198-99d7249c4c5c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517471
Feb 15 15:54:24.528553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:24.865952 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2629e365-2bc3-49be-af07-ea8cd814dd43 req-fd3db12b-41d9-475d-a62b-9bc0149d661e tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=1f67fbf2-6c1b-4e74-a506-003b98100d17 HTTP/1.1" status: 200  len: 210 time: 0.0524104
Feb 15 15:54:24.866521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c09e0b8>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:24.871246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:54:24.880638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:24.881308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c09e0b8>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:25.073640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:25.585638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c09e0b8>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:25.589935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8a350-5abc-4cc0-ab67-b5bd525e76e0 None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:54:25.695158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66726b19-cdd6-4801-a977-cf5bf40dda97 req-40c1b81a-88c2-426e-ac02-d4feaed4b788 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:25.697412 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66726b19-cdd6-4801-a977-cf5bf40dda97 req-40c1b81a-88c2-426e-ac02-d4feaed4b788 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0873089
Feb 15 15:54:25.750858 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66726b19-cdd6-4801-a977-cf5bf40dda97 req-8cc1a0df-e26e-425a-b908-a90f22ac29a0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460544
Feb 15 15:54:26.004647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3f4a3-68d9-4913-b0a9-281555a9d29d None None] New status for floating IP fefd10e8-b3bf-49c0-9b55-6b01e8bd2691: DOWN {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:54:26.006590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 55384) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:26.079251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.109081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.161412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.167174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c3f18396-c881-48e1-9128-5525c5deb49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:26.183743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657e702c-f749-4d73-b87f-a2ee09377301,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:26.187865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:26.200753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.202309 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "DELETE /v2.0/security-groups/657e702c-f749-4d73-b87f-a2ee09377301 HTTP/1.1" status: 204  len: 168 time: 0.1946070
Feb 15 15:54:26.205355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55388) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:26.223117 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-382966a9-cc1d-4aff-91e0-0a2fd4d50446 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] show failed (client error): The resource could not be found.
Feb 15 15:54:26.224231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-382966a9-cc1d-4aff-91e0-0a2fd4d50446 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups/657e702c-f749-4d73-b87f-a2ee09377301 HTTP/1.1" status: 404  len: 347 time: 0.0176392
Feb 15 15:54:26.227312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55392) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:26.394511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Deleting port b1ebf4fc-733c-4b30-a1f7-c493172c9d4e {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:54:26.394885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.577928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.578300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:26.935222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Calling delete_port for b1ebf4fc-733c-4b30-a1f7-c493172c9d4e owned by network:floatingip {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:54:26.968212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e3b90-c0d0-4c47-bd45-839cf97ccd0c req-ceb7ce25-32b7-409b-a9f0-6eeae476b4f9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:26.969845 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-879e3b90-c0d0-4c47-bd45-839cf97ccd0c req-ceb7ce25-32b7-409b-a9f0-6eeae476b4f9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0969021
Feb 15 15:54:27.018659 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-879e3b90-c0d0-4c47-bd45-839cf97ccd0c req-7941a63a-3adc-47d1-ad39-9113b689fd36 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422258
Feb 15 15:54:27.092180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.105267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8bf94a1-5b60-4c51-a5b7-0da146ff619c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:27.162006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'Port': ['ID=b1ebf4fc-733c-4b30-a1f7-c493172c9d4e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:27.166099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:27.327892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.342924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.344082 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "DELETE /v2.0/floatingips/fefd10e8-b3bf-49c0-9b55-6b01e8bd2691 HTTP/1.1" status: 204  len: 168 time: 1.1158271
Feb 15 15:54:27.771982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55406) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:27.781380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875078321', 'description': 'tempest-description--1812589946'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:27.789680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:27.795047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:27.798291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:27.804366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:27.815238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.840164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:27.844441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:27.847400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:27.853215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:27.934870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.938792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:27.942712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8adc2771-81a7-437e-8e72-85ecf4508214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:27.998733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:28.002663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:28.003890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.005367 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1781909d-d3b8-4650-878f-705f0929b0ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2315238
Feb 15 15:54:28.008430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55410) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:28.017253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group_rule': {'security_group_id': 'e20703cf-cf9f-4d50-a55d-ed77e13d5b0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:28.026961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:28.032834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:28.037338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:28.043684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:28.062141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.126584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.130156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.132386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-31fa9cd3-1288-46f0-a3fb-41a1151a7cc0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:28.156182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834c5fd3-1169-4b80-ab94-bbd21fc46235,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:28.158876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:28.166139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.170125 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2c3e8c16-ff6b-4280-a3c5-c5303584df84 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1580200
Feb 15 15:54:28.170475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55416) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:28.176107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'security_group_rule': {'security_group_id': 'e20703cf-cf9f-4d50-a55d-ed77e13d5b0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:28.182844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:28.187154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:security_group_rule and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:28.191241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:28.197726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:28.214414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.228801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2a300-f61b-4a05-8db6-b14cf818a61e req-bcef2c43-4b67-4c17-a0a9-b822426f6c6d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:28.230421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bf2a300-f61b-4a05-8db6-b14cf818a61e req-bcef2c43-4b67-4c17-a0a9-b822426f6c6d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0939586
Feb 15 15:54:28.281942 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bf2a300-f61b-4a05-8db6-b14cf818a61e req-cd55db2a-c822-45d6-b5b1-c1911245d6f3 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450227
Feb 15 15:54:28.283173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.286785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669076'] for security_group_rule, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.289001 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe2b47f1-142c-4c18-a88b-1c3652567bcc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:28.310145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cba660-1b6b-41fe-8995-13c7f84136df,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:28.314483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:28.322704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.323978 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-488204ee-c719-4477-ad26-098d413f1be1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1525044
Feb 15 15:54:28.327986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55420) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:28.333576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:28.339253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:28.343639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:floatingip and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:28.346803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:28.352889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:28.363542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.510288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.781482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Allocated IP 172.27.3.147 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/f3941f45-1e86-45f1-af0d-d6991a08bfa0) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:54:28.944500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.977126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:28.990305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2069d151-3a35-42ab-87a7-b17d77770bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:29.133794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=f3941f45-1e86-45f1-af0d-d6991a08bfa0,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:29.136964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:29.184428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:54:29.185869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:54:29.188159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:54:29.276464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:29.340971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:29.638849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf33d3-8a03-4f42-8ed1-3e891f09c0dc req-10241616-78ff-4625-826b-6ce0baeb4917 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:29.640509 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7eaf33d3-8a03-4f42-8ed1-3e891f09c0dc req-10241616-78ff-4625-826b-6ce0baeb4917 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2089124
Feb 15 15:54:29.710760 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7eaf33d3-8a03-4f42-8ed1-3e891f09c0dc req-8d7d0f62-5e36-4916-a5df-0d46934ad83e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617709
Feb 15 15:54:29.728335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:29.732985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:29.752757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d185b3f-9a55-4d0d-9b80-9d5d8f199a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:29.892729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=f3941f45-1e86-45f1-af0d-d6991a08bfa0,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:29.897166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:29.989276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:30.023176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:30.024565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6955163
Feb 15 15:54:30.214721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-bef4694d-9104-485b-b339-b2ca2d410223 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:30.234110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-bef4694d-9104-485b-b339-b2ca2d410223 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:30.235389 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-bef4694d-9104-485b-b339-b2ca2d410223 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--875078321&fields=id&tenant_id=ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 267 time: 0.0678928
Feb 15 15:54:30.402798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-2b99a50f-978d-4415-b7e8-66fdbfb38d6f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:30.403481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-2b99a50f-978d-4415-b7e8-66fdbfb38d6f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:network {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:30.421513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-2b99a50f-978d-4415-b7e8-66fdbfb38d6f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:network {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:30.422758 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-2b99a50f-978d-4415-b7e8-66fdbfb38d6f tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 811 time: 0.1797307
Feb 15 15:54:30.438816 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-2b09aa50-c51f-4646-9111-19aa0199dcf9 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/quotas/ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 375 time: 0.0098474
Feb 15 15:54:30.537827 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-16401c76-5655-424d-9c73-40cfd1b35e24 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934410
Feb 15 15:54:30.700710 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-ff793db4-9d61-4033-a146-2fde3811e9ea service neutron] 10.222.0.102 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477332
Feb 15 15:54:30.849174 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-788cfaa8-a375-492f-8c2e-5a6941fcff4f service neutron] 10.222.0.102 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418722
Feb 15 15:54:30.921927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77985eb2-fb68-44e1-ae09-0eba275efe01 req-269d0c7d-b5c8-4af6-89ea-c9f85d63cdbc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:30.923508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-77985eb2-fb68-44e1-ae09-0eba275efe01 req-269d0c7d-b5c8-4af6-89ea-c9f85d63cdbc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0918143
Feb 15 15:54:30.975419 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-77985eb2-fb68-44e1-ae09-0eba275efe01 req-613eb03e-c972-48ad-9c15-fb3c83f9cb32 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451891
Feb 15 15:54:31.292342 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6bb78d4e-b758-463c-85de-8391da7b9d2d req-8d0d375f-ed1e-46c8-b25f-b6440a55cc80 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 210 time: 0.2972026
Feb 15 15:54:32.251557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf56ab-e8bb-43ab-a8bc-8f035766fbce req-21004446-f698-4913-b616-f6d343b91568 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:32.253257 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ccf56ab-e8bb-43ab-a8bc-8f035766fbce req-21004446-f698-4913-b616-f6d343b91568 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1319144
Feb 15 15:54:32.381994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3ccf56ab-e8bb-43ab-a8bc-8f035766fbce req-d2c61a92-a8fc-4d6a-b984-57ab5fb28f4d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218476
Feb 15 15:54:32.415969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-81c34b76-5792-407c-8b40-f21520e6f770 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:32.417852 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-81c34b76-5792-407c-8b40-f21520e6f770 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 811 time: 0.2191641
Feb 15 15:54:32.466899 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a727e09-8a01-4db3-9ec5-2f8275b29da2 req-6f876f2a-a173-48ab-a7f3-a84bbc38ad60 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 210 time: 0.0483975
Feb 15 15:54:32.505294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-54922242-6ea6-405c-866f-c7bd51c3c107 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:32.517887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-54922242-6ea6-405c-866f-c7bd51c3c107 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:32.519264 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-54922242-6ea6-405c-866f-c7bd51c3c107 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca01db65c1c142d9b807760b3a235f42 HTTP/1.1" status: 200  len: 5708 time: 0.0835552
Feb 15 15:54:32.531772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'port': {'device_id': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'admin_state_up': True, 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'security_groups': ['e20703cf-cf9f-4d50-a55d-ed77e13d5b0f']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:32.678422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:54:32.682868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Usage tracker for resource:port and tenant:ca01db65c1c142d9b807760b3a235f42 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:54:32.685924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:54:32.691842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:54:32.702455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Made reservation on behalf of ca01db65c1c142d9b807760b3a235f42 for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:54:32.708061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:33.035234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Allocated IP 172.20.0.11 (1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977/08a7afb2-6887-4782-87ec-929a334631c3/930d8217-a347-493f-8693-50db3a7d9439) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:54:33.465024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:33.481912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Transition to ACTIVE for port object 930d8217-a347-493f-8693-50db3a7d9439 will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:54:33.544595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:33.564294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-58f49088-ab09-4280-826d-d129a19443af tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:33.667682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd692b-34e3-4e30-bd61-a5d0644e2150 req-4cae8c90-b4b4-4669-b3d6-6dfba0470cc4 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:33.669337 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-83cd692b-34e3-4e30-bd61-a5d0644e2150 req-4cae8c90-b4b4-4669-b3d6-6dfba0470cc4 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 932 time: 0.0899882
Feb 15 15:54:33.718255 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-83cd692b-34e3-4e30-bd61-a5d0644e2150 req-e3e4b8a5-29ce-42b5-ba8b-d442fafd4f25 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423160
Feb 15 15:54:33.732181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event updated for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:33.735418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:33.790036 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539fec3-c8a3-42b8-95ad-44ef50967623 req-70cf1263-aa0b-407e-9162-4a31faf34251 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:33.791663 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8539fec3-c8a3-42b8-95ad-44ef50967623 req-70cf1263-aa0b-407e-9162-4a31faf34251 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2831600
Feb 15 15:54:33.801339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:54:33.815196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:54:33.818151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:54:33.911227 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8539fec3-c8a3-42b8-95ad-44ef50967623 req-2f547247-fb2a-40c5-aefa-66e86ed5bae0 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120327
Feb 15 15:54:33.918068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:33.918812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:33.946193 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4181488
Feb 15 15:54:33.971860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Request body: {'port': {'device_id': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:34.008988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d7ae0852-68e9-406a-92d4-0dd007d033ce None None] Provisioning for port 930d8217-a347-493f-8693-50db3a7d9439 completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:54:34.014107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d7ae0852-68e9-406a-92d4-0dd007d033ce None None] Provisioning complete for port 930d8217-a347-493f-8693-50db3a7d9439 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:34.014672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0852-68e9-406a-92d4-0dd007d033ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.080318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae0852-68e9-406a-92d4-0dd007d033ce None None] Port 930d8217-a347-493f-8693-50db3a7d9439 cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:54:34.103143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.531982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930d8217-a347-493f-8693-50db3a7d9439 {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:54:34.540326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.553250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Transition to ACTIVE for port object 930d8217-a347-493f-8693-50db3a7d9439 will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:54:34.558689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.575711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0c4d4a7b-f2f1-40db-ba15-c7e325fb417b tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:34.716127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Pushing event updated for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:34.720380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:34.905467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Attempting to bind port 930d8217-a347-493f-8693-50db3a7d9439 on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:54:34.905845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Attempting to bind port 930d8217-a347-493f-8693-50db3a7d9439 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:54:34.906218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Attempting to bind port 930d8217-a347-493f-8693-50db3a7d9439 on network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:54:34.912527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:54:34.912911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Checking segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:54:34.913406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.913708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Bound using segment: {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:54:34.914194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Bound port: 930d8217-a347-493f-8693-50db3a7d9439, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:54:34.914571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:34.926181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0bba-15e1-4944-a611-a8625f31ffef req-d84f1786-b611-4772-bb06-7afcb912419b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:34.927856 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94ca0bba-15e1-4944-a611-a8625f31ffef req-d84f1786-b611-4772-bb06-7afcb912419b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 944 time: 0.0894582
Feb 15 15:54:34.984220 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94ca0bba-15e1-4944-a611-a8625f31ffef req-2e502b7e-535b-4821-a9a2-268d76a07461 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496871
Feb 15 15:54:35.021720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] For port 930d8217-a347-493f-8693-50db3a7d9439, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:54:35.024861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] For port 930d8217-a347-493f-8693-50db3a7d9439, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=930d8217-a347-493f-8693-50db3a7d9439,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:54:35.028808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:35.045879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:35.270403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Pushing event updated for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:35.273978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:35.304740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:35.305338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:35.306832 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] 10.222.0.15 "PUT /v2.0/ports/930d8217-a347-493f-8693-50db3a7d9439 HTTP/1.1" status: 200  len: 1158 time: 1.3414567
Feb 15 15:54:35.307523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'tag': '930d8217-a347-493f-8693-50db3a7d9439'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:35.326763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea99bf-8a0b-4524-af2f-9eb5b11c80b7 req-8d059de8-dcd1-4426-b258-258e7bf4b97d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:35.329077 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2ea99bf-8a0b-4524-af2f-9eb5b11c80b7 req-8d059de8-dcd1-4426-b258-258e7bf4b97d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2868032
Feb 15 15:54:35.407838 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'tag': '930d8217-a347-493f-8693-50db3a7d9439', 'status': 'completed', 'code': 200}
Feb 15 15:54:35.440215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a2ea99bf-8a0b-4524-af2f-9eb5b11c80b7 req-2d3b18bf-eac3-4158-a63a-9b88b30bb630 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046293
Feb 15 15:54:35.469855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-6a8a0911-04ac-4025-960e-36e3ea9ff857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:35.470650 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-6a8a0911-04ac-4025-960e-36e3ea9ff857 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 1161 time: 0.1095097
Feb 15 15:54:35.551484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a79b09d8-baf6-491c-8ee6-20d70eeea6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:35.552871 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-262b0c0c-a511-4105-8a6c-08bd6d99219b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=930d8217-a347-493f-8693-50db3a7d9439 HTTP/1.1" status: 200  len: 217 time: 0.0660660
Feb 15 15:54:35.640409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-a91132d3-9d74-43ed-aeb7-f724aaa6cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:35.641909 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-a91132d3-9d74-43ed-aeb7-f724aaa6cc48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0680516
Feb 15 15:54:35.729629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-9ad9af41-8f5e-4424-8e48-5e749db77281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:35.731221 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-9ad9af41-8f5e-4424-8e48-5e749db77281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796750
Feb 15 15:54:35.880082 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-0eaa09fe-c44d-42c3-adc8-57cb3bc54181 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411824
Feb 15 15:54:36.031123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-44b9c24c-eaba-492b-869b-6fdff63a760c req-1ce464db-20bf-4c61-bada-cc73f6cdab6f service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374066
Feb 15 15:54:36.169238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-747eb530-2a8b-4181-b3be-68e0902d11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.170953 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-747eb530-2a8b-4181-b3be-68e0902d11ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 1161 time: 0.0852087
Feb 15 15:54:36.194632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7133a-247e-4126-96bd-f34cf8d20be3 req-44f4223b-ea4a-41e9-b602-dcf54bc31b82 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.196605 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2e7133a-247e-4126-96bd-f34cf8d20be3 req-44f4223b-ea4a-41e9-b602-dcf54bc31b82 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 944 time: 0.0879431
Feb 15 15:54:36.245031 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b2e7133a-247e-4126-96bd-f34cf8d20be3 req-c35e9118-affe-4d2c-9675-21e03f1259d0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414827
Feb 15 15:54:36.327811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-69eb6a47-5ae2-4204-a3b0-384a821c2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.329561 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-69eb6a47-5ae2-4204-a3b0-384a821c2b0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1482978
Feb 15 15:54:36.406554 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-6426fc61-ae76-4667-b0d5-085534760295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=930d8217-a347-493f-8693-50db3a7d9439 HTTP/1.1" status: 200  len: 217 time: 0.0653565
Feb 15 15:54:36.481375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-e6c30615-fa82-43ca-9ea3-ac771f5811bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.482940 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-e6c30615-fa82-43ca-9ea3-ac771f5811bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.0685797
Feb 15 15:54:36.621778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-22597dfc-2040-43db-95dc-4e1243fd9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.623413 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-22597dfc-2040-43db-95dc-4e1243fd9045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1282120
Feb 15 15:54:36.765620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57aea2-c7fa-4c10-9148-dccdade0dea7 req-a217ec2d-2cfb-4aa9-971a-6e6e5d7e95c8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:36.767136 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e57aea2-c7fa-4c10-9148-dccdade0dea7 req-a217ec2d-2cfb-4aa9-971a-6e6e5d7e95c8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2022707
Feb 15 15:54:37.036399 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-e433e605-3440-470f-9a4a-7630f941167c service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026906
Feb 15 15:54:37.089717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e57aea2-c7fa-4c10-9148-dccdade0dea7 req-41139a96-903d-4f1e-b19b-55715bf85636 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3134844
Feb 15 15:54:37.191784 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-05a79ffb-9bed-4a82-8a6b-89abfbb6b2d5 req-02337ed9-ad4f-4d5f-b7ab-187ee2daa61b service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448236
Feb 15 15:54:37.470272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626cf04-94fd-4323-bf7d-f9c566e311f3 req-802fddb0-2360-4585-9f43-54dbd3f4cb58 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:37.471900 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a626cf04-94fd-4323-bf7d-f9c566e311f3 req-802fddb0-2360-4585-9f43-54dbd3f4cb58 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 944 time: 0.1003125
Feb 15 15:54:37.523726 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a626cf04-94fd-4323-bf7d-f9c566e311f3 req-af1f824e-0e48-48a8-8cce-6f66e199562a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421262
Feb 15 15:54:38.305637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fcb73-bd75-434a-bcbb-cadde9746c66 req-34ce9b23-d1d8-4266-978e-0e18888918f2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:38.307262 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-148fcb73-bd75-434a-bcbb-cadde9746c66 req-34ce9b23-d1d8-4266-978e-0e18888918f2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0875797
Feb 15 15:54:38.319503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de931770-d46f-4029-831f-ffa10291d760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:38.355533 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-148fcb73-bd75-434a-bcbb-cadde9746c66 req-25c0d5f4-1473-40c3-891d-1de92d6b3ba2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416362
Feb 15 15:54:38.753146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010fdc1-c3c5-40c2-83d3-04267d33f0fc req-21e380d4-a217-417e-84ad-31088802feab tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:38.754792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1010fdc1-c3c5-40c2-83d3-04267d33f0fc req-21e380d4-a217-417e-84ad-31088802feab tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 944 time: 0.0988655
Feb 15 15:54:38.807715 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1010fdc1-c3c5-40c2-83d3-04267d33f0fc req-1060b65a-8ee6-4d01-a8ea-b919cefa8e4c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458548
Feb 15 15:54:39.170717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:39.586220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d22e7-ed35-4a03-9ef9-89e2f2322484 req-430b0b05-12d3-4033-b493-e28564ea496c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:39.587874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe9d22e7-ed35-4a03-9ef9-89e2f2322484 req-430b0b05-12d3-4033-b493-e28564ea496c tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0975821
Feb 15 15:54:39.639066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe9d22e7-ed35-4a03-9ef9-89e2f2322484 req-bd680e8b-73e2-40b7-8e26-2e4efda7bcd5 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438941
Feb 15 15:54:39.941709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:40.045629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d978-3135-48a8-8cd7-979523d0d3d7 req-1004ea32-d75b-4a4a-9fd7-f405541b7461 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:40.047263 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9306d978-3135-48a8-8cd7-979523d0d3d7 req-1004ea32-d75b-4a4a-9fd7-f405541b7461 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 944 time: 0.1075852
Feb 15 15:54:40.106095 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9306d978-3135-48a8-8cd7-979523d0d3d7 req-5293fdfb-21a1-4f72-bc42-1990e4f314a0 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523043
Feb 15 15:54:40.187068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 930d8217-a347-493f-8693-50db3a7d9439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:54:40.262105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 930d8217-a347-493f-8693-50db3a7d9439 completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:54:40.268087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 930d8217-a347-493f-8693-50db3a7d9439 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:40.268730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:40.404585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:40.436925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d8217-a347-493f-8693-50db3a7d9439'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:40.449395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 930d8217-a347-493f-8693-50db3a7d9439, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=930d8217-a347-493f-8693-50db3a7d9439,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:54:40.462060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:40.464053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:40.524612 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d8217-a347-493f-8693-50db3a7d9439', 'code': 200}
Feb 15 15:54:40.568934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:40.585825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.592781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.593748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.594289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.594852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.595228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.595607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.595985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.596694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.597072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.597460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.597811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.598276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.598644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.599065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.599464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.599802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.600344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.600718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.601094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.601484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.601818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.602413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.602784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:54:40.607887 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:40.611203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:40.872177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3860b0-f2c0-4d96-a65b-0ea3f6111c7e req-030f7334-730b-4ad0-94af-4d048a929ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:40.874162 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e3860b0-f2c0-4d96-a65b-0ea3f6111c7e req-030f7334-730b-4ad0-94af-4d048a929ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 1163 time: 0.1109302
Feb 15 15:54:40.927950 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e3860b0-f2c0-4d96-a65b-0ea3f6111c7e req-00a69304-ff24-4c88-bbc8-c47c2166b047 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439970
Feb 15 15:54:40.951968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e8c5-68d5-4f34-8d6b-40d0c84ba051 req-ad6420d9-f18f-450c-bd85-e5cec06bed51 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:40.954878 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8408e8c5-68d5-4f34-8d6b-40d0c84ba051 req-ad6420d9-f18f-450c-bd85-e5cec06bed51 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1507843
Feb 15 15:54:41.013143 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8408e8c5-68d5-4f34-8d6b-40d0c84ba051 req-c47d1538-6442-489b-b7a7-9d57433e1535 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517650
Feb 15 15:54:41.348174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c896e78-a132-46a1-b2c1-1e8d344d9cb6 req-9f09127f-abb6-4146-a395-edbda17010fb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:41.348174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8c896e78-a132-46a1-b2c1-1e8d344d9cb6 req-9f09127f-abb6-4146-a395-edbda17010fb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:41.364054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-8c896e78-a132-46a1-b2c1-1e8d344d9cb6 req-9f09127f-abb6-4146-a395-edbda17010fb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:41.365649 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c896e78-a132-46a1-b2c1-1e8d344d9cb6 req-9f09127f-abb6-4146-a395-edbda17010fb tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1069443
Feb 15 15:54:41.434437 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8c896e78-a132-46a1-b2c1-1e8d344d9cb6 req-5d7faf0f-99b0-4691-a7af-2c0c1673a897 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600736
Feb 15 15:54:41.555777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 930d8217-a347-493f-8693-50db3a7d9439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:54:41.637832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 930d8217-a347-493f-8693-50db3a7d9439 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:54:41.638404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:42.248457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d44e9-8276-4bc5-9ceb-8889d0dcea1d req-542399d2-d69b-4c64-a3be-a7ba3eca734f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:42.250689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c62d44e9-8276-4bc5-9ceb-8889d0dcea1d req-542399d2-d69b-4c64-a3be-a7ba3eca734f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1061256
Feb 15 15:54:42.320417 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c62d44e9-8276-4bc5-9ceb-8889d0dcea1d req-8f53191d-ce80-4907-8d88-e0deb3d7ce26 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630419
Feb 15 15:54:42.665601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a39c52-dacf-49da-a21b-f8b673d0e25f req-76416efa-2010-425b-b0d4-3e12f4927e62 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:42.674240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a39c52-dacf-49da-a21b-f8b673d0e25f req-76416efa-2010-425b-b0d4-3e12f4927e62 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1203985
Feb 15 15:54:42.722594 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e5a39c52-dacf-49da-a21b-f8b673d0e25f req-85b08b75-683d-46ff-b260-bdc0b73fd448 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468745
Feb 15 15:54:43.539144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5aeb3-c3c3-4881-a693-191a750be5a8 req-dce17226-b151-4880-9388-c6e267385407 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:43.540996 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51d5aeb3-c3c3-4881-a693-191a750be5a8 req-dce17226-b151-4880-9388-c6e267385407 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0967937
Feb 15 15:54:43.598555 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-51d5aeb3-c3c3-4881-a693-191a750be5a8 req-2a5e4219-d86d-452b-b24f-08bddd9ef31e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508175
Feb 15 15:54:43.938156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377644-a1cc-47fa-993b-7b808b0e4f80 req-73c85504-e921-4cbe-bb4c-8004cea9b86c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:43.939846 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20377644-a1cc-47fa-993b-7b808b0e4f80 req-73c85504-e921-4cbe-bb4c-8004cea9b86c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.0886767
Feb 15 15:54:43.990151 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-20377644-a1cc-47fa-993b-7b808b0e4f80 req-cf253982-7537-47f7-963d-f0c3f3359645 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432258
Feb 15 15:54:44.226527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892990b1-b074-4758-8a19-1c14580a424a req-96e2f528-fb51-4933-87ea-818c38d6f189 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:44.228567 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-892990b1-b074-4758-8a19-1c14580a424a req-96e2f528-fb51-4933-87ea-818c38d6f189 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1183803
Feb 15 15:54:44.237801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 55538) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:44.243749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Request body: {'floatingip': {'port_id': '930d8217-a347-493f-8693-50db3a7d9439'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:54:44.331512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:44.951263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24c65-8b6f-43b2-bb8a-461b1743a39b req-1eaef968-1189-458a-842f-961273e73fcb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:44.953089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26a24c65-8b6f-43b2-bb8a-461b1743a39b req-1eaef968-1189-458a-842f-961273e73fcb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2260852
Feb 15 15:54:45.268801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 15 15:54:45.337516 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26a24c65-8b6f-43b2-bb8a-461b1743a39b req-17c675f4-0bcf-43e7-bc17-ba5f36d98d96 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3512442
Feb 15 15:54:45.375868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:45.380811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:45.585935 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Floating IP 8b5e0ab5-e220-4719-add4-ba8532614f75 associated. External IP: 172.27.3.147, port: 930d8217-a347-493f-8693-50db3a7d9439.
Feb 15 15:54:46.034025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:54:46.488597 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:54:46.496267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:46.502155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:54:46.523788 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:46.524530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ab256a0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:46.554548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-2921f8ab-2a1e-4fb3-a2d1-99df61a03f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:46.556370 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-2921f8ab-2a1e-4fb3-a2d1-99df61a03f72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1162 time: 0.7112229
Feb 15 15:54:46.604078 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205b148-dc3a-4189-89b4-d80127cb4425 req-3aee2423-bb9a-416a-8670-32c7449b4488 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:46.612441 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6205b148-dc3a-4189-89b4-d80127cb4425 req-3aee2423-bb9a-416a-8670-32c7449b4488 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1427872
Feb 15 15:54:46.670857 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6205b148-dc3a-4189-89b4-d80127cb4425 req-70f1504c-e02d-423f-bc60-83e285396078 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569355
Feb 15 15:54:46.751975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:46.762334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-fad8229b-2343-4373-a441-06f234dd2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:46.763970 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-fad8229b-2343-4373-a441-06f234dd2411 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1825905
Feb 15 15:54:46.779210 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-affd7b66-ddc1-478b-8c1a-567491fb26e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "PUT /v2.0/floatingips/8b5e0ab5-e220-4719-add4-ba8532614f75 HTTP/1.1" status: 200  len: 992 time: 2.5297623
Feb 15 15:54:46.932977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'tag': '930d8217-a347-493f-8693-50db3a7d9439'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:47.016610 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-8ec64611-c3e5-4e3b-b0f1-b95537e17d3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 1001 time: 0.2324610
Feb 15 15:54:47.020865 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'tag': '930d8217-a347-493f-8693-50db3a7d9439', 'status': 'completed', 'code': 200}
Feb 15 15:54:47.179387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ab256a0>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '8b5e0ab5-e220-4719-add4-ba8532614f75', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '930d8217-a347-493f-8693-50db3a7d9439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:d2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:29Z', 'updated_at': '2021-02-15T15:54:44Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:47.196803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:54:47.212692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-556d50a5-e3b3-434f-afe9-b2c4cb527aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:47.214507 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-556d50a5-e3b3-434f-afe9-b2c4cb527aa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.1763263
Feb 15 15:54:47.219469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-96655fd6-e560-4bd0-a65a-4057b99394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:47.221193 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-96655fd6-e560-4bd0-a65a-4057b99394f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca01db65c1c142d9b807760b3a235f42&device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 1163 time: 0.1275592
Feb 15 15:54:47.221783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:54:47.225941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ab256a0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:54:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:47.423290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-8b6aba09-0e8b-450a-9bc2-06994f5529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:47.424836 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-8b6aba09-0e8b-450a-9bc2-06994f5529e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 200  len: 905 time: 0.1495581
Feb 15 15:54:47.473082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:54:47.549523 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-58003f7d-4dcd-4d19-888f-2b8d39bbc5b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=930d8217-a347-493f-8693-50db3a7d9439 HTTP/1.1" status: 200  len: 1000 time: 0.1120811
Feb 15 15:54:47.555952 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-77988e82-ce5f-4677-a9ae-fe297143227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:47.557694 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-77988e82-ce5f-4677-a9ae-fe297143227f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3354607
Feb 15 15:54:47.786096 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-6c6f80b8-c095-4494-9ba1-3f7c18ab44a4 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527293
Feb 15 15:54:47.794336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-fb79ab36-8f6f-408a-8aba-a0380c9452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:47.795919 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-fb79ab36-8f6f-408a-8aba-a0380c9452b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 200  len: 850 time: 0.2225022
Feb 15 15:54:47.962878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ab256a0>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '8b5e0ab5-e220-4719-add4-ba8532614f75', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '930d8217-a347-493f-8693-50db3a7d9439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:d2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:29Z', 'updated_at': '2021-02-15T15:54:44Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:54:47.967564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951e883-dc87-48f2-a7f2-db835550b76e None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': '8b5e0ab5-e220-4719-add4-ba8532614f75', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'port_id': '930d8217-a347-493f-8693-50db3a7d9439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'mac_address': 'fa:16:3e:d2:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:54:29Z', 'updated_at': '2021-02-15T15:54:44Z', 'revision_number': 1, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:54:48.092301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89dbae-188c-44ce-af49-074aefc708e1 req-20fb5405-76bc-4a37-a3de-c4ef72235934 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:48.092301 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a89dbae-188c-44ce-af49-074aefc708e1 req-20fb5405-76bc-4a37-a3de-c4ef72235934 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.2219682
Feb 15 15:54:48.135028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-04e6adbd-04c0-4766-968a-b4a8999b9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:48.136830 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-04e6adbd-04c0-4766-968a-b4a8999b9b6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3143225
Feb 15 15:54:48.207618 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a89dbae-188c-44ce-af49-074aefc708e1 req-206c1ba3-df99-4a9d-9823-8d7cef923142 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027026
Feb 15 15:54:48.245725 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-32ec57a0-7d72-4d06-8c1b-b54dfb087470 req-a37f406f-184c-45cc-a26e-467416f48f5b service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4466767
Feb 15 15:54:48.367747 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-bbf2abeb-2045-4302-800a-116f881b43c4 service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650364
Feb 15 15:54:48.490033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea14be4-6b5a-4ba9-ae2c-d744cd362dbd None None] New status for floating IP 8b5e0ab5-e220-4719-add4-ba8532614f75: ACTIVE {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:54:48.533186 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4b30640-5845-49ea-b8f0-ed6fb3809d1f req-6d5a2ae4-ec08-452f-8d49-f551d094d57b service neutron] 10.222.0.15 "GET /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478598
Feb 15 15:54:49.447613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa15dd-80e4-44df-b97d-8f4c0c958a25 req-334f32cc-34f1-4a52-b176-cd7891a73c57 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:49.449314 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5bfa15dd-80e4-44df-b97d-8f4c0c958a25 req-334f32cc-34f1-4a52-b176-cd7891a73c57 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0982692
Feb 15 15:54:49.502615 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5bfa15dd-80e4-44df-b97d-8f4c0c958a25 req-4ca01675-c527-414b-b004-c929a96055d6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437434
Feb 15 15:54:49.890015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-9417c700-2634-4ecb-a30a-9689aeadf861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:49.891680 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-9417c700-2634-4ecb-a30a-9689aeadf861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1162 time: 0.0858533
Feb 15 15:54:50.039126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-272deca4-2f82-46c4-951c-9c66750b15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:50.040727 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-272deca4-2f82-46c4-951c-9c66750b15ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1413555
Feb 15 15:54:50.159055 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-e15d04a7-b740-49d4-9201-bff6528ef1b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 1001 time: 0.1053185
Feb 15 15:54:50.239246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-645fcf91-80f0-4840-b362-52becb08a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:50.240922 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-645fcf91-80f0-4840-b362-52becb08a6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0748088
Feb 15 15:54:50.331868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-18e99fa5-5aa8-47fe-8efb-77cdcb59bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:50.333551 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-18e99fa5-5aa8-47fe-8efb-77cdcb59bc80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817275
Feb 15 15:54:50.451168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:50.478423 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-b79ea07d-36ce-4cb4-b2d4-5825962b1e58 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361446
Feb 15 15:54:50.694144 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-68fc1549-84cc-4333-a7e1-9780a4f4fa3d req-d626b43e-f699-4132-8461-31747b634b81 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1915278
Feb 15 15:54:50.737779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4016-d99d-4554-84c6-d68f1599d641 req-024c6dc2-c1ce-48d7-a20a-98c0f4c1f0c2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:50.739939 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-808c4016-d99d-4554-84c6-d68f1599d641 req-024c6dc2-c1ce-48d7-a20a-98c0f4c1f0c2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1144373
Feb 15 15:54:50.796397 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-808c4016-d99d-4554-84c6-d68f1599d641 req-48b93f38-3b32-448d-ab26-c91b49aada63 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497773
Feb 15 15:54:52.016686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b692-ac28-425d-be62-74b6ea070d23 req-32a600ce-e0c3-41a8-ba3d-25b320ea8d01 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:52.018306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d41b692-ac28-425d-be62-74b6ea070d23 req-32a600ce-e0c3-41a8-ba3d-25b320ea8d01 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0897725
Feb 15 15:54:52.066173 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3d41b692-ac28-425d-be62-74b6ea070d23 req-38365f5f-77a0-496a-bca9-19bee974d24f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415623
Feb 15 15:54:53.497966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a357a-2862-4dc1-8709-77f104c589ea req-eec290cf-09dc-4d64-912a-fc4ca124eafc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:53.499583 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e76a357a-2862-4dc1-8709-77f104c589ea req-eec290cf-09dc-4d64-912a-fc4ca124eafc tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.3015895
Feb 15 15:54:53.548762 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e76a357a-2862-4dc1-8709-77f104c589ea req-fba50ff0-114e-42a9-8116-a40952f40525 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428166
Feb 15 15:54:53.646338 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:54:53.779018 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:53.807919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:54:53.818582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:54:53.822503 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:54:53.824389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:54:53.863474 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'code': 422} returned with failed status
Feb 15 15:54:53.898605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:54:53.901987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:54:54.492116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-d6a05f25-b4a0-4966-8c77-971151476a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:54.493874 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-d6a05f25-b4a0-4966-8c77-971151476a5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1202 time: 0.0895948
Feb 15 15:54:54.516733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e5f8f-76e9-458b-83e6-a445883d9d24 req-e39c715e-a530-439c-831c-f8c3bfd3a3b0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:54.518374 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e4e5f8f-76e9-458b-83e6-a445883d9d24 req-e39c715e-a530-439c-831c-f8c3bfd3a3b0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0998456
Feb 15 15:54:54.573090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0e4e5f8f-76e9-458b-83e6-a445883d9d24 req-695ca5d9-d302-4f3a-a0c2-87d1f4a00732 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:54:54.589158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0e4e5f8f-76e9-458b-83e6-a445883d9d24 req-695ca5d9-d302-4f3a-a0c2-87d1f4a00732 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:54:54.590784 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0e4e5f8f-76e9-458b-83e6-a445883d9d24 req-695ca5d9-d302-4f3a-a0c2-87d1f4a00732 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0655389
Feb 15 15:54:54.643834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-7434d131-f271-4908-9f44-3801306abce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:54.645508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-7434d131-f271-4908-9f44-3801306abce1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.1403074
Feb 15 15:54:54.813853 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-cf2d6c6e-febd-47c4-8a93-c91433e71efc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 1000 time: 0.1540701
Feb 15 15:54:54.894522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455424a-aa46-4ff0-909c-573b85787f99 req-5337807c-4afb-4885-aae0-22948c76383b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:54.896231 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7455424a-aa46-4ff0-909c-573b85787f99 req-5337807c-4afb-4885-aae0-22948c76383b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1824179
Feb 15 15:54:54.901754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-28c6b7ab-26ae-4abd-b2b0-680fba822e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:54.903193 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-28c6b7ab-26ae-4abd-b2b0-680fba822e94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.0780492
Feb 15 15:54:54.995783 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7455424a-aa46-4ff0-909c-573b85787f99 req-ec713287-664d-4abe-9786-345bf2121a5a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915680
Feb 15 15:54:55.021830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-67f46943-4035-4bc4-a495-b55e7fd8f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:55.023575 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-67f46943-4035-4bc4-a495-b55e7fd8f934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1056004
Feb 15 15:54:55.170837 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-2da04e04-f88a-4ddf-9f94-67a90444e9ce service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375389
Feb 15 15:54:55.327385 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ef08eb9-1ede-447d-b2a2-9841267a50e9 req-03e8679c-135e-42ab-b8d9-e9f86213ce0d service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381285
Feb 15 15:54:55.790201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da0bd-7c41-4d1e-82ac-8c522b83e6fa req-7c7a479b-ef8a-4e2f-9f87-b1bb94f8a694 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:55.791846 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-369da0bd-7c41-4d1e-82ac-8c522b83e6fa req-7c7a479b-ef8a-4e2f-9f87-b1bb94f8a694 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0866179
Feb 15 15:54:55.846695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-369da0bd-7c41-4d1e-82ac-8c522b83e6fa req-484719fc-4b99-470b-b92a-3107a7f6f887 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0482743
Feb 15 15:54:56.575015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 55650) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:54:56.595985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448aeb9-7421-46ac-be62-8edd2a8fffc2 req-d99fb9b1-65ed-4272-84e2-4e0ea6f4aa48 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:56.597625 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1448aeb9-7421-46ac-be62-8edd2a8fffc2 req-d99fb9b1-65ed-4272-84e2-4e0ea6f4aa48 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0903034
Feb 15 15:54:56.645973 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1448aeb9-7421-46ac-be62-8edd2a8fffc2 req-3e221e24-c8a7-41b3-a102-9ab3759f8b9d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418859
Feb 15 15:54:56.706695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-22695663-ed64-4560-8753-4fcca8a347e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1302557
Feb 15 15:54:57.054969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceb17-73ef-4225-a2e2-14eac9e82954 req-27c3bce8-a7bd-4092-842b-d9f5ecf327ac tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.056515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f5ceb17-73ef-4225-a2e2-14eac9e82954 req-27c3bce8-a7bd-4092-842b-d9f5ecf327ac tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0909195
Feb 15 15:54:57.111808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0f5ceb17-73ef-4225-a2e2-14eac9e82954 req-7350cd35-e236-47d4-a292-c7b93a039a26 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0487673
Feb 15 15:54:57.296464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-f422731f-4190-427a-a054-ea8cb66a1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.298082 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-f422731f-4190-427a-a054-ea8cb66a1f41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d&tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab HTTP/1.1" status: 200  len: 1160 time: 0.0839169
Feb 15 15:54:57.410802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-a215592c-1eca-41a4-b536-b88231ae23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.412510 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-a215592c-1eca-41a4-b536-b88231ae23f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1160 time: 0.0788321
Feb 15 15:54:57.562525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-a35bbb27-c6df-4770-bbf1-c4b0026e91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.564095 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-a35bbb27-c6df-4770-bbf1-c4b0026e91a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 200  len: 911 time: 0.1421285
Feb 15 15:54:57.676355 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-cf41845c-60c4-463e-bbde-5b43e13b16b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 200  len: 999 time: 0.1037142
Feb 15 15:54:57.749709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-7e292615-d1d8-459a-bd4c-c3872adbc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.751363 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-7e292615-d1d8-459a-bd4c-c3872adbc5d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 200  len: 856 time: 0.0669312
Feb 15 15:54:57.846971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-70948dfb-470b-4280-aeab-9311726670a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.848751 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-70948dfb-470b-4280-aeab-9311726670a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872123
Feb 15 15:54:57.994228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c668b-fd4e-42cb-93e8-b19e9033efc0 req-93fa9e05-7574-4a11-9dd6-a39579887cda tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:57.995785 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-c1c25bc2-d2c8-4a8c-a94e-c7c9e3dd93e4 service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370597
Feb 15 15:54:57.995929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc1c668b-fd4e-42cb-93e8-b19e9033efc0 req-93fa9e05-7574-4a11-9dd6-a39579887cda tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0885367
Feb 15 15:54:58.053609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc1c668b-fd4e-42cb-93e8-b19e9033efc0 req-a88afaa9-8864-4e9d-9dcd-fe49ac7487b2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505378
Feb 15 15:54:58.154109 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b56848ea-026f-4aa7-b4d4-d3fdade8a375 req-5d40cb1c-07e8-47e6-bc59-5748c5a573bf service neutron] 10.222.0.15 "GET /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455193
Feb 15 15:54:58.324185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d0328-67be-41d2-b209-57a347408ed2 req-a8777a8c-b135-4235-a212-3ece643061dd tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:58.325737 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-625d0328-67be-41d2-b209-57a347408ed2 req-a8777a8c-b135-4235-a212-3ece643061dd tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0949838
Feb 15 15:54:58.376635 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-625d0328-67be-41d2-b209-57a347408ed2 req-c1bbc235-66ff-4f11-b4a6-cb1d19f0aae5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0441549
Feb 15 15:54:59.312861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc1e2b-4fe2-4acd-9b99-34c90f07073e req-d8f2189a-d99f-4956-a4e3-31544ce5da2d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:59.319061 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddcc1e2b-4fe2-4acd-9b99-34c90f07073e req-d8f2189a-d99f-4956-a4e3-31544ce5da2d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1161895
Feb 15 15:54:59.365237 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ddcc1e2b-4fe2-4acd-9b99-34c90f07073e req-81c14b66-7e53-447d-8c72-cb0396cbe392 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424466
Feb 15 15:54:59.586000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481087d-87c9-428a-a790-fcdcd7bc98e4 req-ee05e25c-b5b4-4869-b231-14d27dfac2fc tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:54:59.587643 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9481087d-87c9-428a-a790-fcdcd7bc98e4 req-ee05e25c-b5b4-4869-b231-14d27dfac2fc tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0925767
Feb 15 15:54:59.640720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9481087d-87c9-428a-a790-fcdcd7bc98e4 req-dd7845c2-aef5-4fbe-9198-4ddb214c7461 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0465376
Feb 15 15:54:59.884351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:55:00.590105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc5070-ad49-4f10-bd99-8b3475ad6740 req-a511eea6-cfd2-42fe-8e1d-0f10957de051 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:00.592446 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62fc5070-ad49-4f10-bd99-8b3475ad6740 req-a511eea6-cfd2-42fe-8e1d-0f10957de051 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0905104
Feb 15 15:55:00.643504 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-62fc5070-ad49-4f10-bd99-8b3475ad6740 req-afd9e015-cfc5-4385-a7f5-6ac661fe520b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444829
Feb 15 15:55:00.858881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27064-8f16-48c5-a9cc-036f85bbb417 req-4c82bb0b-b5ca-4c3f-8c37-b27e3492cd5f tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:00.860475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fef27064-8f16-48c5-a9cc-036f85bbb417 req-4c82bb0b-b5ca-4c3f-8c37-b27e3492cd5f tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.1055655
Feb 15 15:55:00.913081 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fef27064-8f16-48c5-a9cc-036f85bbb417 req-b22191af-23b1-4479-b902-6994f0941d41 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0460823
Feb 15 15:55:01.858967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dc8da-380f-4079-86b3-72b45fd36514 req-0b89fa1f-83a9-4ead-a77f-3f34ba5186d1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:01.860615 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d70dc8da-380f-4079-86b3-72b45fd36514 req-0b89fa1f-83a9-4ead-a77f-3f34ba5186d1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0921834
Feb 15 15:55:01.916295 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d70dc8da-380f-4079-86b3-72b45fd36514 req-9d1ab00c-cbbf-40a5-887f-1a01c890f867 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490785
Feb 15 15:55:02.123060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb0150-4c75-44eb-aa20-4bdfff7b6362 req-d29005e3-0ef5-4943-9eba-470fbb355fff tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:02.124744 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94cb0150-4c75-44eb-aa20-4bdfff7b6362 req-d29005e3-0ef5-4943-9eba-470fbb355fff tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0950396
Feb 15 15:55:02.178242 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-94cb0150-4c75-44eb-aa20-4bdfff7b6362 req-adcdfb0b-1f02-49e4-abcd-5c0c7c6808a8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470717
Feb 15 15:55:03.130073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bc55b-2c9f-4cbf-9cd1-738eda59bc0b req-7cc5b5a6-9a05-4385-a162-c69799e6a01d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:03.131742 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed2bc55b-2c9f-4cbf-9cd1-738eda59bc0b req-7cc5b5a6-9a05-4385-a162-c69799e6a01d tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0940969
Feb 15 15:55:03.197460 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed2bc55b-2c9f-4cbf-9cd1-738eda59bc0b req-8fc56efb-42c0-47be-aa32-35a3bc4458a1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586712
Feb 15 15:55:03.399560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2093b-9043-4ab8-9bdc-2e3329b9754b req-1a1d8640-0bdb-42cf-83cb-51af3093fe52 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:03.401347 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c2093b-9043-4ab8-9bdc-2e3329b9754b req-1a1d8640-0bdb-42cf-83cb-51af3093fe52 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0970211
Feb 15 15:55:03.456577 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d7c2093b-9043-4ab8-9bdc-2e3329b9754b req-523f8964-82ae-424b-b856-d81bae19b13d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0484469
Feb 15 15:55:04.425398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d58fe-ce83-4348-8230-05f9bd69cf7e req-7035cd59-03f8-4eaa-88d1-e0a8abc1c7bf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:04.427206 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-230d58fe-ce83-4348-8230-05f9bd69cf7e req-7035cd59-03f8-4eaa-88d1-e0a8abc1c7bf tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1083272
Feb 15 15:55:04.480701 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-230d58fe-ce83-4348-8230-05f9bd69cf7e req-9fb5cb46-1c9e-4b81-b501-f30aaa01755e tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462008
Feb 15 15:55:04.675365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c116efe-6fb6-4a48-b35b-5313520fbda2 req-e71ec645-1480-49bc-b1b3-c7e1d2932971 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:04.677048 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c116efe-6fb6-4a48-b35b-5313520fbda2 req-e71ec645-1480-49bc-b1b3-c7e1d2932971 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0907950
Feb 15 15:55:04.733991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4c116efe-6fb6-4a48-b35b-5313520fbda2 req-a68aa929-bbff-488d-a9a6-624d0f8fb622 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0493655
Feb 15 15:55:05.546876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f6c24da-15d8-483e-8b4e-51fdb8dbeb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:05.703982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718909b-8191-4b4e-94ad-b266e72530a2 req-36014e8e-334d-460a-b469-66bf55c9009a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:05.705614 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6718909b-8191-4b4e-94ad-b266e72530a2 req-36014e8e-334d-460a-b469-66bf55c9009a tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0942323
Feb 15 15:55:05.763136 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6718909b-8191-4b4e-94ad-b266e72530a2 req-b321bddf-378d-4ea9-88a8-6253ba0c9fb8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505939
Feb 15 15:55:05.963667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f14ec-8e79-41e5-a646-75dd8d90d813 req-8f68ecb1-d1a8-481f-a527-40180e88786c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:05.965514 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-541f14ec-8e79-41e5-a646-75dd8d90d813 req-8f68ecb1-d1a8-481f-a527-40180e88786c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0959961
Feb 15 15:55:06.018880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-541f14ec-8e79-41e5-a646-75dd8d90d813 req-937cb4b5-62c4-4cc7-a889-72a764261c41 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461974
Feb 15 15:55:06.972751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67e32-dc0e-48a7-96ec-ab0e11e5ee29 req-3fb2d2ee-ef02-4efc-b447-86e8e3d6e7b1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:06.974443 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cfc67e32-dc0e-48a7-96ec-ab0e11e5ee29 req-3fb2d2ee-ef02-4efc-b447-86e8e3d6e7b1 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0879776
Feb 15 15:55:07.027375 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cfc67e32-dc0e-48a7-96ec-ab0e11e5ee29 req-0f5be575-725d-40be-b537-cd457f4037d9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460300
Feb 15 15:55:07.235611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cef972-2986-48cf-a187-a5e74275f283 req-5e3361e1-80c3-4ead-94d3-9587999e6fc8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:07.237283 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36cef972-2986-48cf-a187-a5e74275f283 req-5e3361e1-80c3-4ead-94d3-9587999e6fc8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0968406
Feb 15 15:55:07.290373 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-36cef972-2986-48cf-a187-a5e74275f283 req-74fefa83-31a6-4cc3-9fa1-5c466035901e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461774
Feb 15 15:55:07.871722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:55:07.950760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:07.951180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:08.256657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb148e9-5f23-4107-90d9-364602180972 req-eb709afc-c7ee-471c-82aa-ba38140dcb33 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:08.258335 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-feb148e9-5f23-4107-90d9-364602180972 req-eb709afc-c7ee-471c-82aa-ba38140dcb33 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0954092
Feb 15 15:55:08.314489 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-feb148e9-5f23-4107-90d9-364602180972 req-a552cdde-cb4d-4173-ab9c-fda309790b68 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496831
Feb 15 15:55:08.327523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50ae9005-1721-4e43-86ae-7636674d3d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:08.525335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720c594-d782-4070-8fbc-23f48eed9a32 req-af926ba2-6655-4c69-8a51-036b1e25d0a1 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:08.526890 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a720c594-d782-4070-8fbc-23f48eed9a32 req-af926ba2-6655-4c69-8a51-036b1e25d0a1 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0958438
Feb 15 15:55:08.583211 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a720c594-d782-4070-8fbc-23f48eed9a32 req-f1958d33-16ab-43a8-a4c0-b70de3f6a054 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0494671
Feb 15 15:55:09.173401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:09.540592 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72971-3e5b-4013-a0b0-4204df6573a7 req-1d26485d-b2ce-4e57-9d0a-220de5597a56 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:09.542253 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2f72971-3e5b-4013-a0b0-4204df6573a7 req-1d26485d-b2ce-4e57-9d0a-220de5597a56 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0953944
Feb 15 15:55:09.592732 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f2f72971-3e5b-4013-a0b0-4204df6573a7 req-47b5f455-63be-4622-a430-4f9d0f66bcf2 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437562
Feb 15 15:55:09.789836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062634a-fc1b-4c86-a684-425a1340f952 req-5cab6a7c-43f3-466a-ba0b-a409b5a2c520 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:09.791533 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9062634a-fc1b-4c86-a684-425a1340f952 req-5cab6a7c-43f3-466a-ba0b-a409b5a2c520 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0927889
Feb 15 15:55:09.844224 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9062634a-fc1b-4c86-a684-425a1340f952 req-531cc9ee-7a63-4515-9b6d-96d946d433e2 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461273
Feb 15 15:55:10.097583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:10.477996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:10.809035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9543c-acfb-42ba-8425-f4857be6273a req-9d3beeb6-6791-4032-a22d-7ce60706b5eb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:10.810637 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9f9543c-acfb-42ba-8425-f4857be6273a req-9d3beeb6-6791-4032-a22d-7ce60706b5eb tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0954490
Feb 15 15:55:10.860446 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b9f9543c-acfb-42ba-8425-f4857be6273a req-3bc3a18e-5667-48cc-8901-119721c062e9 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432935
Feb 15 15:55:11.060504 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131cc5e-4fad-46b4-9628-20aaa40a8ed8 req-275ea9c1-593a-4cc4-9193-2d4b646076c6 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:11.062036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0131cc5e-4fad-46b4-9628-20aaa40a8ed8 req-275ea9c1-593a-4cc4-9193-2d4b646076c6 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0927212
Feb 15 15:55:11.123929 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0131cc5e-4fad-46b4-9628-20aaa40a8ed8 req-385ae249-326f-413c-96bc-db1ad108a7fb tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0553100
Feb 15 15:55:12.092684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4fce4-d5f3-41b1-af9b-e6ade397bae9 req-13134f22-689d-4c1f-b1ce-7edabeb107ca tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:12.094322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4e4fce4-d5f3-41b1-af9b-e6ade397bae9 req-13134f22-689d-4c1f-b1ce-7edabeb107ca tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0994375
Feb 15 15:55:12.145523 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f4e4fce4-d5f3-41b1-af9b-e6ade397bae9 req-967a1a86-ef98-491a-9724-4da7c4b7810f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431011
Feb 15 15:55:12.331061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176e99-c695-4aed-b0f4-e0a8684a2e26 req-866bae75-3b8e-48f8-af05-3cc795d24d67 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:12.332699 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b176e99-c695-4aed-b0f4-e0a8684a2e26 req-866bae75-3b8e-48f8-af05-3cc795d24d67 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.0911670
Feb 15 15:55:12.387551 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-8b176e99-c695-4aed-b0f4-e0a8684a2e26 req-88413592-27e5-4d85-ab7d-a8b22b6ab83a tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0440423
Feb 15 15:55:13.372706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68f907-4350-4a60-be45-8dfbcc5b0c8b req-c671e555-1625-4aaf-ab48-1d89a84faab6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:13.374373 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c68f907-4350-4a60-be45-8dfbcc5b0c8b req-c671e555-1625-4aaf-ab48-1d89a84faab6 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1072438
Feb 15 15:55:13.423366 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2c68f907-4350-4a60-be45-8dfbcc5b0c8b req-b2cb18f3-b456-4a94-8b58-5594f1507f91 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425816
Feb 15 15:55:13.611290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ff271-0e96-435e-ad01-05c649613c33 req-8147c55f-a735-4569-9a81-5321279397e8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:13.612919 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc6ff271-0e96-435e-ad01-05c649613c33 req-8147c55f-a735-4569-9a81-5321279397e8 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.1023722
Feb 15 15:55:13.667688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fc6ff271-0e96-435e-ad01-05c649613c33 req-b3343a59-a563-4d11-b2f2-86c069f47a20 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&id=b33202e7-0a49-4eca-855e-b448773d21e9&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0451236
Feb 15 15:55:13.873459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:55:13.954014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:13.954367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:14.639892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef950b7-9e48-4095-8d4b-d7b7cbab32d5 req-30b16c8b-fef4-48fb-b635-dbcb5e6b4504 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:14.641452 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ef950b7-9e48-4095-8d4b-d7b7cbab32d5 req-30b16c8b-fef4-48fb-b635-dbcb5e6b4504 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.0889249
Feb 15 15:55:14.691476 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2ef950b7-9e48-4095-8d4b-d7b7cbab32d5 req-9ced8569-858d-4425-a326-31ed2d85fd59 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420945
Feb 15 15:55:15.933356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0326807-afef-406a-a12a-adc73e8793bb req-ea21aac1-096a-4e74-b730-c26a7506f10f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:15.934965 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0326807-afef-406a-a12a-adc73e8793bb req-ea21aac1-096a-4e74-b730-c26a7506f10f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1157277
Feb 15 15:55:15.984125 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e0326807-afef-406a-a12a-adc73e8793bb req-0aef6d15-9d35-479c-aede-34cf38d65d26 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427487
Feb 15 15:55:16.371859 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:55:16.454886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:16.455207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:16.586826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:16.614909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:55:16.625150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:55:16.628862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:16.630860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:55:16.671776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'code': 200}
Feb 15 15:55:16.707210 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=6']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:55:16.710577 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:55:16.951433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13872-ea42-4b8d-8d4a-d495419c5fe4 req-45630ef6-aa0a-429c-97dc-30761eedc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:16.953120 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6f13872-ea42-4b8d-8d4a-d495419c5fe4 req-45630ef6-aa0a-429c-97dc-30761eedc767 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 1162 time: 0.0883400
Feb 15 15:55:16.997355 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e6f13872-ea42-4b8d-8d4a-d495419c5fe4 req-3a9e8f7b-793d-4935-a092-8bf8617a2552 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369411
Feb 15 15:55:17.199020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373c4a-dd3b-4cdc-b124-49595952e2e5 req-5c683e3d-f8df-4da3-a5f3-bec6c9ae9ec8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:17.200674 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0373c4a-dd3b-4cdc-b124-49595952e2e5 req-5c683e3d-f8df-4da3-a5f3-bec6c9ae9ec8 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0871670
Feb 15 15:55:17.248997 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b0373c4a-dd3b-4cdc-b124-49595952e2e5 req-94e5cb80-511e-4c55-8d4d-26a8089beb0b tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417163
Feb 15 15:55:17.884460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:55:17.958081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:17.958618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:18.476840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13f475-7c4f-49f4-a6d3-a67f4f324def req-c3c3cfcd-3a6f-4fd9-a4c0-e0c2c56de989 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:18.478436 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe13f475-7c4f-49f4-a6d3-a67f4f324def req-c3c3cfcd-3a6f-4fd9-a4c0-e0c2c56de989 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1010113
Feb 15 15:55:18.528278 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe13f475-7c4f-49f4-a6d3-a67f4f324def req-b854e9c6-d355-403e-833a-27668c2d2063 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430663
Feb 15 15:55:19.749112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a6f3-b092-4707-a830-b1680c662838 req-7bdaec83-2fbc-44e5-ab4f-eaa6ec16c827 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:19.750737 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e75a6f3-b092-4707-a830-b1680c662838 req-7bdaec83-2fbc-44e5-ab4f-eaa6ec16c827 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.0953751
Feb 15 15:55:19.802397 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e75a6f3-b092-4707-a830-b1680c662838 req-9e2c24bb-9ec0-4192-a8bb-327d0930bdde tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451324
Feb 15 15:55:19.927166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:55:20.008816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 04226803-e533-4723-be4d-4b83e1e55e5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:20.009218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:20.487434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:35.543458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8f67385-77f2-4de6-9f9a-e774367dbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:36.890467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:55:38.330198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8e202ae-9000-4f72-85b4-6f7597bf3515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:39.177500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:39.932669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:40.482628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:47.833959 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-2e0a955f-6d7b-4bef-a0e9-72205054d0b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771303
Feb 15 15:55:47.939548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-d587a301-c8e6-463f-a29b-a2bbee7f7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:47.941375 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-d587a301-c8e6-463f-a29b-a2bbee7f7434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 1162 time: 0.0801702
Feb 15 15:55:48.102677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-e229bc7e-29bc-4bac-8518-082d9a4c12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:48.104293 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-e229bc7e-29bc-4bac-8518-082d9a4c12fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1404810
Feb 15 15:55:48.223185 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-9af85824-70ec-48ee-a154-420e3bcd557a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 200  len: 1000 time: 0.1066742
Feb 15 15:55:48.314245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-5c321785-a35b-401b-8053-9c972ffee6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:48.316045 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-5c321785-a35b-401b-8053-9c972ffee6bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0830886
Feb 15 15:55:48.404996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-c1031422-f2fd-42a2-804d-ba6c23133c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:48.406924 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-c1031422-f2fd-42a2-804d-ba6c23133c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834131
Feb 15 15:55:48.833994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-3165aeec-2ada-4b81-bfa1-86b75e5d4f7f service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4175465
Feb 15 15:55:48.894237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27371e1e-262c-4471-b052-420f33f3c6dd req-30b023ee-b1dc-40b8-bd8b-9ab2d91df3b2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:48.895776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27371e1e-262c-4471-b052-420f33f3c6dd req-30b023ee-b1dc-40b8-bd8b-9ab2d91df3b2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.1642625
Feb 15 15:55:49.018744 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-27371e1e-262c-4471-b052-420f33f3c6dd req-a9f73b00-ad8b-4f23-bbec-e76e84bb107a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0748713
Feb 15 15:55:49.027083 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0478aa0b-874d-4cf9-88d5-ac3e30b70d1b req-990133d9-fc31-4f0c-ae9b-da5546d576f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1811600
Feb 15 15:55:50.232961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3568-bb80-4cb8-b5f7-0cf857bda955 req-ac141d12-fdc6-4045-a779-eb817c094d1f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:50.234516 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-478f3568-bb80-4cb8-b5f7-0cf857bda955 req-ac141d12-fdc6-4045-a779-eb817c094d1f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.0992582
Feb 15 15:55:50.289179 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-478f3568-bb80-4cb8-b5f7-0cf857bda955 req-827695a4-eb84-4ff8-bfba-192f9566ced6 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0459578
Feb 15 15:55:50.493713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:50.679487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-61525092-cb82-428a-953c-e5adc4c795b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:50.681542 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-61525092-cb82-428a-953c-e5adc4c795b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.0911107
Feb 15 15:55:50.775497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port da29d429-c57c-4f93-b29d-481aa8a7e4e4 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:55:50.775814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:51.040403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] For port da29d429-c57c-4f93-b29d-481aa8a7e4e4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=da29d429-c57c-4f93-b29d-481aa8a7e4e4,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:55:51.040790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:51.355367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:51.355899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:51.356087 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP 9f203f0a-8e49-4da5-b6f5-822f00b4974a disassociated. External IP: 172.27.3.96, port: da29d429-c57c-4f93-b29d-481aa8a7e4e4.
Feb 15 15:55:51.356493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for da29d429-c57c-4f93-b29d-481aa8a7e4e4 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:55:51.502505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73962f4-1c9f-47f1-9473-405708a7f0b2 req-466dfac8-c070-47e7-8022-09a806be55e6 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:51.504525 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a73962f4-1c9f-47f1-9473-405708a7f0b2 req-466dfac8-c070-47e7-8022-09a806be55e6 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 945 time: 0.0872822
Feb 15 15:55:51.505862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:51.524401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-87f88163-8239-420e-ae94-c370d727bb85 tempest-AttachVolumeNegativeTest-368981476 tempest-AttachVolumeNegativeTest-368981476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:55:51.555919 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a73962f4-1c9f-47f1-9473-405708a7f0b2 req-a50c759f-2694-4333-a802-acbf6682dc6d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0449598
Feb 15 15:55:51.581051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=da29d429-c57c-4f93-b29d-481aa8a7e4e4,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:55:51.640510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.640845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.641247 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.641644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.642035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.642424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.642807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.643192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.643580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.643944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.644343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.644727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.645145 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.645530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.645916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.646297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.646676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.647059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.647443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.647857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.648229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.648635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.649021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.649386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:55:51.656914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:55:51.925166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:55:52.122051 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device da29d429-c57c-4f93-b29d-481aa8a7e4e4 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:55:52.124759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:55:52.164712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] No DVR routers for this DVR port da29d429-c57c-4f93-b29d-481aa8a7e4e4 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:55:52.167106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:52.170000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'name': 'network-vif-deleted', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:55:52.195253 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a31b6937-df41-4a94-894c-2ce8724cb212 req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "DELETE /v2.0/ports/da29d429-c57c-4f93-b29d-481aa8a7e4e4 HTTP/1.1" status: 204  len: 173 time: 1.5007677
Feb 15 15:55:52.210518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: da29d429-c57c-4f93-b29d-481aa8a7e4e4 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:55:52.210956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device da29d429-c57c-4f93-b29d-481aa8a7e4e4 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:55:52.216115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:55:52.226049 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676f8907-ee96-4dd9-b626-79abf3b9e13d', 'name': 'network-vif-deleted', 'tag': 'da29d429-c57c-4f93-b29d-481aa8a7e4e4', 'status': 'completed', 'code': 200}
Feb 15 15:55:52.240161 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:55:52.241022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac55240>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:55:52.446997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:55:52.721083 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f0779bf1-3eda-4335-8bb1-68ddc511ed1e req-899cf23d-5b80-40da-96b4-0fcabe4f51af tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=676f8907-ee96-4dd9-b626-79abf3b9e13d HTTP/1.1" status: 200  len: 210 time: 0.0510948
Feb 15 15:55:52.791811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac55240>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:55:52.795964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:55:52.804966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:55:52.805623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac55240>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:55:53.018415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:55:53.524173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac55240>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:55:53.529035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c7bf3-0d25-444f-aebc-a07b487de165 None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:55:53.996834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8538f-e76a-4aa8-a6c3-bbf43754bd7e None None] New status for floating IP 9f203f0a-8e49-4da5-b6f5-822f00b4974a: DOWN {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:55:54.242770 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-671d039b-0348-4700-b091-b05c339207e9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-665514003&fields=id&tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 267 time: 0.0452206
Feb 15 15:55:54.409652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-4207c350-3205-4dc8-b5ce-a13c6650cae2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:54.411174 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-4207c350-3205-4dc8-b5ce-a13c6650cae2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.1611159
Feb 15 15:55:54.428817 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-310c839e-a750-43ca-8e3e-975cf7c32baa tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/quotas/5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 375 time: 0.0113919
Feb 15 15:55:54.526707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-d2d72fe7-dfe2-4c7f-86f2-83f9f842adfc tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0920224
Feb 15 15:55:54.911856 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-04749603-8158-45b6-afec-be49cd3401f0 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3687062
Feb 15 15:55:55.061736 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-1625d5f4-2de3-494d-9b38-6e5057b81a32 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396894
Feb 15 15:55:55.509948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ecd02743-193f-415e-b7ef-0f173ffd6a38 req-220c2eb8-f051-4702-a1ea-cd1bbcb721e3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:55:55.525318 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ecd02743-193f-415e-b7ef-0f173ffd6a38 req-220c2eb8-f051-4702-a1ea-cd1bbcb721e3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:55:55.526632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ecd02743-193f-415e-b7ef-0f173ffd6a38 req-220c2eb8-f051-4702-a1ea-cd1bbcb721e3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 210 time: 0.0671725
Feb 15 15:55:56.708984 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-afecf758-f784-431a-afbd-49c02b78df03 req-207e5793-76f0-4b82-8479-e6e3773f8012 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 210 time: 0.0613596
Feb 15 15:55:56.811989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-a0f5d2b1-cbe2-4d73-9a30-da408e1545a3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:56.813497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-a0f5d2b1-cbe2-4d73-9a30-da408e1545a3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.1828938
Feb 15 15:55:56.896653 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-5a9a03bb-cea5-4560-8b42-2f7a53c3817a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 5763 time: 0.0735362
Feb 15 15:55:56.910374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'port': {'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'admin_state_up': True, 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'security_groups': ['bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:55:57.066793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:55:57.077505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:55:57.087361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Made reservation on behalf of 5a834a5564f941b4868101775acad5bf for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:55:57.093101 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:57.344475 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-4c6d4b6b-9337-4087-8065-aff50539d2a0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1533893030&fields=id&tenant_id=4797529c26d34bc9b90c9a1fbf283d1b HTTP/1.1" status: 200  len: 267 time: 0.1025226
Feb 15 15:55:57.505405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.20.0.11 (0cb4c4a6-860d-4f0e-bec1-0424070263c1/82128355-ea79-4abd-b871-91692f9f7f6d/b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:55:57.524354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-6a7c5a19-42af-4b60-8530-329463c7cdfb tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:57.525969 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-6a7c5a19-42af-4b60-8530-329463c7cdfb tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 984 time: 0.1692140
Feb 15 15:55:57.551780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Request body: {'port': {'security_groups': ['757b2999-3789-4a83-82ac-eaeb209451f4']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:55:57.837644 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:57.874924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:57.876951 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fe43f921-ac4b-49e2-848f-60765e938d4f req-6268d115-36ef-4ccc-b329-575ca9feb4be tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 210 time: 0.0500646
Feb 15 15:55:58.163735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Transition to ACTIVE for port object b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:55:58.273924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:58.292916 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d789a096-c1bd-4dfe-b097-34f62a5a0a40 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:55:58.524699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:55:58.528007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:55:58.606778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:55:58.622475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:55:58.624550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:55:58.627459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:55:58.695156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:58.703268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:58.720740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a223fa1c-ff69-4011-8739-b52e0d75b5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:55:58.799781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:58.800475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:58.906166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0b25417e-b625-4d25-ab9c-53bab4d09bde None None] Provisioning for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:55:58.912955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0b25417e-b625-4d25-ab9c-53bab4d09bde None None] Provisioning complete for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:58.913520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0b25417e-b625-4d25-ab9c-53bab4d09bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:58.920163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=6']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:55:58.923878 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0208857
Feb 15 15:55:58.926893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:55:58.944798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Request body: {'port': {'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:55:58.986031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0b25417e-b625-4d25-ab9c-53bab4d09bde None None] Port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:55:59.032104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:59.032804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.034258 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b1f01b99-7454-489a-8d67-748e5a5cc378 req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "PUT /v2.0/ports/bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 942 time: 1.4941304
Feb 15 15:55:59.034782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:55:59.097405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6f60-4cfd-4f18-9455-f55a08ddb010 req-fbb41a2b-cbd5-4064-be63-1424e5179027 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:59.099031 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbe6f60-4cfd-4f18-9455-f55a08ddb010 req-fbb41a2b-cbd5-4064-be63-1424e5179027 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 932 time: 0.0961969
Feb 15 15:55:59.150276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1cbe6f60-4cfd-4f18-9455-f55a08ddb010 req-7c059251-36bc-4892-8544-f97ddbd12396 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437095
Feb 15 15:55:59.151351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.209314 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-5fb34a76-3d9c-4adc-9bd1-5883e02129f0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups/b33202e7-0a49-4eca-855e-b448773d21e9 HTTP/1.1" status: 200  len: 3005 time: 0.1332798
Feb 15 15:55:59.233819 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:55:59.308299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ae308038-8ac2-497b-a4bf-96bc591babae None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:55:59.308778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae308038-8ac2-497b-a4bf-96bc591babae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.416131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.512583 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.566534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-718a3bbe-a632-4712-a682-dc77b8b05ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:59.568072 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-718a3bbe-a632-4712-a682-dc77b8b05ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.3180003
Feb 15 15:55:59.797332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.806042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3bd04155-d56d-47b4-bf0e-8f436efd251e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:55:59.838626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33202e7-0a49-4eca-855e-b448773d21e9,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:55:59.852636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:55:59.861845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-383b8951-0395-4024-abea-e908129db347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:55:59.863417 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-383b8951-0395-4024-abea-e908129db347 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.2793729
Feb 15 15:55:59.929961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:55:59.931186 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6453cc05-930e-453a-863b-0dfbaa1b1b0b req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "DELETE /v2.0/security-groups/b33202e7-0a49-4eca-855e-b448773d21e9 HTTP/1.1" status: 204  len: 173 time: 0.7141643
Feb 15 15:56:00.035003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:56:00.045109 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-22554cdc-df26-4a7c-81b7-d65e1823931e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 1000 time: 0.1743159
Feb 15 15:56:00.046854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:00.073900 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-17d296e6-18b6-4374-9c92-e939edb3a43c tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/floatingips/b0ee03e8-f298-4d22-b597-0fc28b6d8a0f HTTP/1.1" status: 200  len: 997 time: 0.1195338
Feb 15 15:56:00.101053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Transition to ACTIVE for port object b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:56:00.112481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:00.127109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4e9504a-f4ad-41ab-9905-952274341dd2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:00.237731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-a22ebde4-68be-4976-ae56-5a489b67bd40 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:00.239238 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-a22ebde4-68be-4976-ae56-5a489b67bd40 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1591566
Feb 15 15:56:00.251431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-6ee83ecc-7e7d-40e9-8c04-c2fe75b01ede tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:56:00.252616 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-6ee83ecc-7e7d-40e9-8c04-c2fe75b01ede tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064785
Feb 15 15:56:00.255648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-bc8f27d6-2fbe-4c6c-aa65-d3c3202f8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:00.257368 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-bc8f27d6-2fbe-4c6c-aa65-d3c3202f8795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.2026503
Feb 15 15:56:00.368694 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-a136b8fd-8eff-4154-bbda-f1bf26ca4a15 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.74 HTTP/1.1" status: 200  len: 1000 time: 0.1082194
Feb 15 15:56:00.375393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Pushing event updated for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:00.381471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:00.389528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:00.454441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-84adb5fb-a297-40f5-b3f0-abd6bed6450e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:00.456097 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-84adb5fb-a297-40f5-b3f0-abd6bed6450e tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports/bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 942 time: 0.0817008
Feb 15 15:56:00.467842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:00.468289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:00.670668 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-62e52fe9-b3f8-4e50-95f7-398b3ed9023f tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.74 HTTP/1.1" status: 200  len: 1000 time: 0.1186910
Feb 15 15:56:00.815541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-78a119f5-2b52-4798-9d24-d0d8e49d2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:00.817204 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-78a119f5-2b52-4798-9d24-d0d8e49d2759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5415161
Feb 15 15:56:00.825896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ce057-0c94-4e19-947d-cc0eb4fd72d9 req-4b614f56-7724-4328-8a72-12f82e564a81 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:00.826622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ed6ce057-0c94-4e19-947d-cc0eb4fd72d9 req-4b614f56-7724-4328-8a72-12f82e564a81 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:00.900931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Deleting port 2ee595fe-6269-4d09-b956-b1812f8ab8a8 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:00.901313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:00.976201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Attempting to bind port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:56:00.977141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Attempting to bind port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:56:00.977141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Attempting to bind port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb on network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:56:00.981684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-ed6ce057-0c94-4e19-947d-cc0eb4fd72d9 req-4b614f56-7724-4328-8a72-12f82e564a81 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:00.983000 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed6ce057-0c94-4e19-947d-cc0eb4fd72d9 req-4b614f56-7724-4328-8a72-12f82e564a81 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.6608472
Feb 15 15:56:01.016551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:56:01.016939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:56:01.017349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.017747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Bound using segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:56:01.018243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Bound port: b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:56:01.018631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.099412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.099721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.109500 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-05d3ef5c-5386-436c-a2b7-9a2d36832ec6 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798648
Feb 15 15:56:01.116201 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ed6ce057-0c94-4e19-947d-cc0eb4fd72d9 req-3d53812b-4385-4d06-855a-c1a4c256cccd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1223705
Feb 15 15:56:01.236633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Calling delete_port for 2ee595fe-6269-4d09-b956-b1812f8ab8a8 owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:01.260803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] For port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:56:01.275981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] For port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:56:01.291056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.313134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:01.374146 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-112e624e-76b6-4202-9c4d-a0b47f32c941 req-8defe580-609e-43cd-bd28-ec0b7e4dc794 service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2568710
Feb 15 15:56:01.415459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.429648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59084d36-1f94-4c35-aba1-c396dcc36159 tempest-ServerRescueNegativeTestJSON-358758134 tempest-ServerRescueNegativeTestJSON-358758134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:01.478285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Pushing event updated for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:01.482601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:01.493452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event deleted for resources: {'Port': ['ID=2ee595fe-6269-4d09-b956-b1812f8ab8a8,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:01.505575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.506006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.506421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.506870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.507279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.507685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.508084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.508700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.509111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.509906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.510314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.510720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.511174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.511578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.512702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.513107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.513510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.513921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.514475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.514879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.515280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.515681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.516082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.516508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:01.519893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:01.520649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.522471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:01.522617 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-d980c009-5252-4afc-add9-74df821e7bed service neutron] 10.222.0.15 "PUT /v2.0/ports/b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 1158 time: 2.5857506
Feb 15 15:56:01.523094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:01.669270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-83050a79-b4f9-4b60-ac10-9ab11c895c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:01.671004 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-83050a79-b4f9-4b60-ac10-9ab11c895c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1161 time: 0.1032157
Feb 15 15:56:01.754003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks [] for floatingip, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:01.754543 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Floating IP b0ee03e8-f298-4d22-b597-0fc28b6d8a0f disassociated (deleted). External IP: 172.27.3.74, port: bebf1bb9-3b04-43ce-9d31-b2252c3f3402.
Feb 15 15:56:01.759366 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-f2f204df-363d-4951-b80a-229ea2d511d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 217 time: 0.0782454
Feb 15 15:56:01.857412 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-b1ba31f6-8901-49bd-ad91-e4b33a5f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:01.859165 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-b1ba31f6-8901-49bd-ad91-e4b33a5f001c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0906498
Feb 15 15:56:01.927973 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'status': 'completed', 'code': 200}
Feb 15 15:56:01.981888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285c408-2584-4544-acdd-1b4513e63185 req-08a657df-7720-4e14-8770-9b9d89722df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:01.983533 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-08a657df-7720-4e14-8770-9b9d89722df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1095412
Feb 15 15:56:02.128861 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-1a03fb28-d5cf-4c9b-81a2-8cceb9fb9d0c service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375520
Feb 15 15:56:02.191134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Router 7d8f89ee-bb60-4384-8371-8b47ff71adaa has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:02.363799 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b285c408-2584-4544-acdd-1b4513e63185 req-b9958f8b-8cdf-4df9-b58d-d6bffd9f1eca service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2080190
Feb 15 15:56:02.382066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d1ebf-8aa5-4264-9204-f708ea762b9a req-c7da2a82-d093-4681-aa93-4eebfc785b55 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.389262 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e18d1ebf-8aa5-4264-9204-f708ea762b9a req-c7da2a82-d093-4681-aa93-4eebfc785b55 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.1387746
Feb 15 15:56:02.489600 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e18d1ebf-8aa5-4264-9204-f708ea762b9a req-c263052d-3036-458f-b00d-cd2bc91bce55 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0988600
Feb 15 15:56:02.521498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c44a-c239-4a05-a1a1-047202d7819f req-ffa07e6c-bf69-4c69-8295-dbfd6b7fec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.523524 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-ffa07e6c-bf69-4c69-8295-dbfd6b7fec2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1161 time: 0.0957167
Feb 15 15:56:02.660698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:02.672056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Sync routers for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:02.683321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:02.684449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ace31d0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:02.690379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:02.744380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c44a-c239-4a05-a1a1-047202d7819f req-f6c0d7b5-07aa-4534-83d3-cd6817e4f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.745893 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-f6c0d7b5-07aa-4534-83d3-cd6817e4f6b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.2131360
Feb 15 15:56:02.751817 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "DELETE /v2.0/floatingips/b0ee03e8-f298-4d22-b597-0fc28b6d8a0f HTTP/1.1" status: 204  len: 173 time: 2.0749345
Feb 15 15:56:02.752588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:02.757107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c45b9-79f6-49d3-a530-be270dbbb7de req-2aac257d-6823-406e-9251-e6dd04967d48 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.758729 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-523c45b9-79f6-49d3-a530-be270dbbb7de req-2aac257d-6823-406e-9251-e6dd04967d48 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1313801
Feb 15 15:56:02.848717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-6d970be8-b09e-415e-a936-ec532501d628 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 217 time: 0.0885017
Feb 15 15:56:02.851026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-79486b20-0e80-4286-a039-bfa79ffb666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.852828 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-79486b20-0e80-4286-a039-bfa79ffb666b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.0816269
Feb 15 15:56:02.889455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:02.926554 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-523c45b9-79f6-49d3-a530-be270dbbb7de req-48322fd4-e596-40c7-b434-26b84997f2df tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066382
Feb 15 15:56:02.940833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c44a-c239-4a05-a1a1-047202d7819f req-93f21b60-74b3-4b1d-bcda-b18e2692a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:02.942607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-93f21b60-74b3-4b1d-bcda-b18e2692a879 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0869024
Feb 15 15:56:03.055094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629c44a-c239-4a05-a1a1-047202d7819f req-cf8cc9c4-9189-4543-81a6-77fb867e9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.057497 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-cf8cc9c4-9189-4543-81a6-77fb867e9dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959599
Feb 15 15:56:03.073217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-ba3bbd5d-c5f7-4b02-8cf9-cdc82a2977f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.076041 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-ba3bbd5d-c5f7-4b02-8cf9-cdc82a2977f4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.2154987
Feb 15 15:56:03.077984 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:56:03.204085 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-9a83f09e-c8c1-4fd4-bcdd-cb33c58db492 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 217 time: 0.1210048
Feb 15 15:56:03.262777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ace31d0>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:03.269062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Checking router: 7d8f89ee-bb60-4384-8371-8b47ff71adaa for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:03.279857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:03.280677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ace31d0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:03.291517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-1cfff7d9-407b-451b-a727-d51fc6fbad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.300241 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-1cfff7d9-407b-451b-a727-d51fc6fbad96 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.0893905
Feb 15 15:56:03.310685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de723-2a82-478d-a489-813ff6c68598 req-7b88f21c-84ce-4a29-a64d-02db6a390be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.312531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-7b88f21c-84ce-4a29-a64d-02db6a390be0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 1162 time: 0.2084241
Feb 15 15:56:03.314851 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-93610fb9-0543-4a85-980e-30dd9d5e22d3 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494037
Feb 15 15:56:03.383993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-86cfaca1-7d0a-4ebc-93d5-27f12eea1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.393410 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-86cfaca1-7d0a-4ebc-93d5-27f12eea1cce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921972
Feb 15 15:56:03.470693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de723-2a82-478d-a489-813ff6c68598 req-d2aee985-ad0a-4c73-bd3e-9e14de0ccd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.472322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-d2aee985-ad0a-4c73-bd3e-9e14de0ccd43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 200  len: 908 time: 0.1474807
Feb 15 15:56:03.488449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:03.572036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-96fd881c-0c94-4baf-9d83-685c4462cf80 service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775496
Feb 15 15:56:03.737826 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ab4b7894-3e3c-4156-bb93-22dca40d2c02 req-5af0122d-10b5-42ee-b960-fb3062ead910 service neutron] 10.222.0.102 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1646194
Feb 15 15:56:03.855062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-013cfd26-ee7d-4ead-96d5-0e9cf8747434 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:03.857266 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-013cfd26-ee7d-4ead-96d5-0e9cf8747434 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.1082606
Feb 15 15:56:03.922337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ace31d0>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:03.929944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be8e89-9ff7-4bf4-a780-a31903311110 None None] The sync data for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi is: [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:53:20Z', 'revision_number': 4, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'f079f720-939a-4008-9aa1-990c44d018f8', 'name': '', 'network_id': '23338857-7c5f-4131-810d-ef656c9a5b20', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'mac_address': 'fa:16:3e:08:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:19Z', 'updated_at': '2021-02-15T15:53:30Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'subnets': [{'id': '7a0a42b6-968e-4f90-8286-3fd3512cb123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:03.957327 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-659870a9-1452-4d3e-9e06-a8730ea03ba8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 200  len: 217 time: 0.1216693
Feb 15 15:56:03.963434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port 04226803-e533-4723-be4d-4b83e1e55e5a {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:03.964197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.040123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d629c44a-c239-4a05-a1a1-047202d7819f req-74ed0ef2-61fc-4c9e-8a64-859f483f4dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5666540
Feb 15 15:56:04.074772 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de723-2a82-478d-a489-813ff6c68598 req-fa5639be-2266-4386-ba8a-264bc9e82c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:04.076386 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-fa5639be-2266-4386-ba8a-264bc9e82c77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 200  len: 853 time: 0.1056666
Feb 15 15:56:04.089136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735639d-abf5-41a8-b179-3886c94518d1 req-8ff8988e-6d4d-4d6a-83ea-ef0c8c0a2c4c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:04.090779 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b735639d-abf5-41a8-b179-3886c94518d1 req-8ff8988e-6d4d-4d6a-83ea-ef0c8c0a2c4c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.2046061
Feb 15 15:56:04.190013 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b735639d-abf5-41a8-b179-3886c94518d1 req-7b310a94-b6fb-4244-849b-cb63fcb2dbc0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0629125
Feb 15 15:56:04.223125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 04226803-e533-4723-be4d-4b83e1e55e5a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:04.226551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de723-2a82-478d-a489-813ff6c68598 req-1430c0c1-4b3e-412e-b0f8-59bdc7fea2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:04.228201 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-1430c0c1-4b3e-412e-b0f8-59bdc7fea2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23338857-7c5f-4131-810d-ef656c9a5b20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364658
Feb 15 15:56:04.322996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:04.323393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.431954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324f1421-739e-4d33-a74d-69e265f92bcc None None] New status for floating IP b0ee03e8-f298-4d22-b597-0fc28b6d8a0f: DOWN {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:56:04.449109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.481795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:04.496679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:04.501435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.503928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-33c94594-08dc-4f7e-b35e-bfe7b619242a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:04.510748 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-c496039c-29f2-44b2-a45f-2c40334ac7fa service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702019
Feb 15 15:56:04.600065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=7']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:04.609794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.610519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.611037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.611555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.612192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.613113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.613626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.614143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.614807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.615317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.615822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.616663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.617248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.617754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.618254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.618751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.619257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.619756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.620424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.620940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.621450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.621950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.622552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.623353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:04.628376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:04.638176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb14b47-8612-4dd9-9f45-a6bf1e769909 req-115be5b3-6214-4b03-b3e0-ab5c3befe071 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:04.640144 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9eb14b47-8612-4dd9-9f45-a6bf1e769909 req-115be5b3-6214-4b03-b3e0-ab5c3befe071 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 945 time: 0.3029158
Feb 15 15:56:04.746929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.747464 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:04.747895 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Floating IP 20403ceb-70dc-4020-92e2-85fea4a5b384 disassociated. External IP: 172.27.3.101, port: 04226803-e533-4723-be4d-4b83e1e55e5a.
Feb 15 15:56:04.748375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for 04226803-e533-4723-be4d-4b83e1e55e5a owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:04.781915 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9eb14b47-8612-4dd9-9f45-a6bf1e769909 req-80a673ed-03bf-459d-926f-3652b6161bf7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679717
Feb 15 15:56:04.785584 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-480de723-2a82-478d-a489-813ff6c68598 req-c2d005a5-5e8d-49a2-8461-cea2107630df service neutron] 10.222.0.15 "GET /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2638791
Feb 15 15:56:04.872969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44cb6-d2ef-4cfd-b3ec-e6f693e6325f req-d8a53425-c586-488a-becf-535a1535eb9c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:04.874599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfc44cb6-d2ef-4cfd-b3ec-e6f693e6325f req-d8a53425-c586-488a-becf-535a1535eb9c tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1825347
Feb 15 15:56:04.876180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:04.876571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:04.924011 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'code': 200}
Feb 15 15:56:04.925160 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bfc44cb6-d2ef-4cfd-b3ec-e6f693e6325f req-49b8e958-3264-4882-be8f-ceab47c182ef tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440063
Feb 15 15:56:05.377748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port 04226803-e533-4723-be4d-4b83e1e55e5a {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:05.378323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:05.409689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87a3a-9ce4-4abe-bdeb-6c0ff68c98a5 req-b15de8bb-8133-4b29-bff9-0ac7f48d61fd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:05.411314 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-98b87a3a-9ce4-4abe-bdeb-6c0ff68c98a5 req-b15de8bb-8133-4b29-bff9-0ac7f48d61fd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.0939195
Feb 15 15:56:05.460546 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-98b87a3a-9ce4-4abe-bdeb-6c0ff68c98a5 req-b31b17be-7a35-40f4-ae60-5af603fe1e6e tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0416527
Feb 15 15:56:05.545414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5eac521-46f5-46d7-9815-c0db5e3f0485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:05.667595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] For port 04226803-e533-4723-be4d-4b83e1e55e5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=04226803-e533-4723-be4d-4b83e1e55e5a,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:05.667828 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.043889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.044314 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.044682 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Floating IP 20403ceb-70dc-4020-92e2-85fea4a5b384 disassociated. External IP: 172.27.3.101, port: 04226803-e533-4723-be4d-4b83e1e55e5a.
Feb 15 15:56:06.045071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for 04226803-e533-4723-be4d-4b83e1e55e5a owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:06.125871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51e86f-521f-4083-be2f-003e22911d0c req-849972bb-47b5-4a04-b316-44236fef3b08 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:06.127810 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa51e86f-521f-4083-be2f-003e22911d0c req-849972bb-47b5-4a04-b316-44236fef3b08 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 943 time: 0.1872809
Feb 15 15:56:06.214166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74f3cb-e90e-4e7c-8723-1429fd93513e req-384cc2eb-18fd-4575-8106-82cc7c8c6c80 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:06.215822 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c74f3cb-e90e-4e7c-8723-1429fd93513e req-384cc2eb-18fd-4575-8106-82cc7c8c6c80 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1484621
Feb 15 15:56:06.228946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 930d8217-a347-493f-8693-50db3a7d9439 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:06.233032 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-aa51e86f-521f-4083-be2f-003e22911d0c req-5f14d41b-a851-4701-bd4e-0d2af95d5779 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups?id=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897071
Feb 15 15:56:06.261590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.288654 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3c74f3cb-e90e-4e7c-8723-1429fd93513e req-9d4678c4-733e-421b-9409-88104ef413cf tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups?id=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651152
Feb 15 15:56:06.295965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e37d3-f990-4c4f-b593-197e707a04ad req-be28b68a-f67c-40e9-9d7b-7c61dc23b10b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:06.297359 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-884e37d3-f990-4c4f-b593-197e707a04ad req-be28b68a-f67c-40e9-9d7b-7c61dc23b10b tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 946 time: 0.1440611
Feb 15 15:56:06.378864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Deleting port 930d8217-a347-493f-8693-50db3a7d9439 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:06.379837 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.403241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b94f991a-a65f-43cf-ad68-424ddca5cf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:06.413558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.451818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 930d8217-a347-493f-8693-50db3a7d9439, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=930d8217-a347-493f-8693-50db3a7d9439,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:06.455675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'Port': ['ID=04226803-e533-4723-be4d-4b83e1e55e5a,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:06.457067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.459150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:06.478328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:06.567899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:06.580277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:06.733372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:06.778685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] For port 930d8217-a347-493f-8693-50db3a7d9439, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=930d8217-a347-493f-8693-50db3a7d9439,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:06.779232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:06.856900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31259208-2568-4635-a3ab-94fe0756baca req-e37f430c-ac3f-4163-9d26-3d370824f788 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:06.858421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-31259208-2568-4635-a3ab-94fe0756baca req-e37f430c-ac3f-4163-9d26-3d370824f788 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.2070041
Feb 15 15:56:06.925640 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930d8217-a347-493f-8693-50db3a7d9439'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:06.948996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:06.959481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:06.969994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:06.970696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c086fd0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:07.019880 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-31259208-2568-4635-a3ab-94fe0756baca req-ef6c27b7-1ee6-4139-8a27-26e831eff280 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1472406
Feb 15 15:56:07.041317 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930d8217-a347-493f-8693-50db3a7d9439', 'code': 200}
Feb 15 15:56:07.204207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:07.204673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:07.205037 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Floating IP 8b5e0ab5-e220-4719-add4-ba8532614f75 disassociated. External IP: 172.27.3.147, port: 930d8217-a347-493f-8693-50db3a7d9439.
Feb 15 15:56:07.205600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Calling delete_port for 930d8217-a347-493f-8693-50db3a7d9439 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:07.301300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] No DVR routers for this DVR port 04226803-e533-4723-be4d-4b83e1e55e5a on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:07.304289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:07.315582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-deleted', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:07.322828 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9201caac-fa41-457e-bcc4-43c3fcae49a6 req-b55300c5-8fcc-4114-93d9-a6f4bdbf7728 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.15 "DELETE /v2.0/ports/04226803-e533-4723-be4d-4b83e1e55e5a HTTP/1.1" status: 204  len: 173 time: 3.4588473
Feb 15 15:56:07.384642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:07.396364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:07.404243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d56ba6b5-f22f-41ae-bfbe-2124a85db811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:07.450764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0713fd2f-df30-4ecb-a409-c64c50aa7c3a req-ca0d3ff7-41d1-454a-a69a-4c5147807f2f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Synchronizing usage tracker for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:07.469911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'Port': ['ID=930d8217-a347-493f-8693-50db3a7d9439,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:07.475477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:07.477016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0713fd2f-df30-4ecb-a409-c64c50aa7c3a req-ca0d3ff7-41d1-454a-a69a-4c5147807f2f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Unset dirty status for tenant:f0516b1a4f5e4b92a56566d23e25c2ab on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:07.478895 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0713fd2f-df30-4ecb-a409-c64c50aa7c3a req-ca0d3ff7-41d1-454a-a69a-4c5147807f2f tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d179d00-502b-4be3-a1d3-47220b7a8c8d HTTP/1.1" status: 200  len: 210 time: 0.0774772
Feb 15 15:56:07.558388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d179d00-502b-4be3-a1d3-47220b7a8c8d', 'name': 'network-vif-deleted', 'tag': '04226803-e533-4723-be4d-4b83e1e55e5a', 'status': 'completed', 'code': 200}
Feb 15 15:56:07.582822 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5ed01fee-03d1-4a76-9de9-c230fee2d84e req-a16fa4b8-2a35-41d2-93c4-f6dd933ce91a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 210 time: 0.0525150
Feb 15 15:56:07.770404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c086fd0>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:07.775208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:07.784955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:07.785060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701c086fd0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:55:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:07.833976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:07.990228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:08.321713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6f645-d32a-45db-954c-3c2d3165fb4d req-0a0eab4e-d8de-4a92-9272-3a6179fbe261 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:08.324796 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42d6f645-d32a-45db-954c-3c2d3165fb4d req-0a0eab4e-d8de-4a92-9272-3a6179fbe261 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.0971913
Feb 15 15:56:08.337593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2051900-cd84-462f-bf19-5358c9107956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:08.374227 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42d6f645-d32a-45db-954c-3c2d3165fb4d req-36b4e3f9-1380-4213-9586-7a505d9deeae tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440536
Feb 15 15:56:08.408267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701c086fd0>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:08.412595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f76ae-aa75-42fb-abae-743aeaf8eecc None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '5cd246fd-bef2-4881-ae5d-861b7abd211d', 'name': '', 'network_id': '18ce0493-5a59-4abb-97a2-0d5e5eb30ab9', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'mac_address': 'fa:16:3e:e4:14:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:59Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'subnets': [{'id': 'edf559f3-a64a-4652-b78d-b1853ffd0daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:08.430301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:08.439871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:08.451189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:08.451885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3f5b70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:08.473924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d4b24-4f61-4e44-a12c-38109e485481 req-bc05a146-bc61-4da8-9f65-b6265861360a tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:08.475581 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-912d4b24-4f61-4e44-a12c-38109e485481 req-bc05a146-bc61-4da8-9f65-b6265861360a tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.1726007
Feb 15 15:56:08.481957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] No DVR routers for this DVR port 930d8217-a347-493f-8693-50db3a7d9439 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:08.485329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:08.489221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-deleted', 'tag': '930d8217-a347-493f-8693-50db3a7d9439'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:08.534986 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-884e37d3-f990-4c4f-b593-197e707a04ad req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.15 "DELETE /v2.0/ports/930d8217-a347-493f-8693-50db3a7d9439 HTTP/1.1" status: 204  len: 173 time: 2.2312450
Feb 15 15:56:08.541960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-912d4b24-4f61-4e44-a12c-38109e485481 req-9c43e735-1966-4ea1-815f-17b873c4d649 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:08.550240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4611d-6032-4ab8-9a79-db30b3cdf722', 'name': 'network-vif-deleted', 'tag': '930d8217-a347-493f-8693-50db3a7d9439', 'status': 'completed', 'code': 200}
Feb 15 15:56:08.573780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-912d4b24-4f61-4e44-a12c-38109e485481 req-9c43e735-1966-4ea1-815f-17b873c4d649 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:security_group {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:08.575798 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-912d4b24-4f61-4e44-a12c-38109e485481 req-9c43e735-1966-4ea1-815f-17b873c4d649 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919218
Feb 15 15:56:08.662929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:08.767011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-43f462de-06cd-4ecc-bb9e-00697cd2840f req-54827016-44fa-4cde-b6f3-e3d0038934e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Synchronizing usage tracker for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:08.782638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-43f462de-06cd-4ecc-bb9e-00697cd2840f req-54827016-44fa-4cde-b6f3-e3d0038934e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Unset dirty status for tenant:ca01db65c1c142d9b807760b3a235f42 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:08.783934 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-43f462de-06cd-4ecc-bb9e-00697cd2840f req-54827016-44fa-4cde-b6f3-e3d0038934e2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/ports?device_id=edf4611d-6032-4ab8-9a79-db30b3cdf722 HTTP/1.1" status: 200  len: 210 time: 0.0696959
Feb 15 15:56:08.871780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8b603-b7b9-439f-9046-2e8f49fab596 None None] New status for floating IP 20403ceb-70dc-4020-92e2-85fea4a5b384: DOWN {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:56:09.010726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3f5b70>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:09.015147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:09.024722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:09.025396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3f5b70>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:09.181372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.231786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:09.582735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c071-0a77-4748-b909-e789ff8fc007 req-ce5c817e-0044-4a83-8ebb-6ce4405fa54a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:09.584347 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7203c071-0a77-4748-b909-e789ff8fc007 req-ce5c817e-0044-4a83-8ebb-6ce4405fa54a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.0908370
Feb 15 15:56:09.634435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7203c071-0a77-4748-b909-e789ff8fc007 req-da6db8a0-1ed2-41d4-93a5-0e4cd4088026 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434003
Feb 15 15:56:09.675910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56110) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:09.737591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3f5b70>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:09.742206 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09790a-cec5-4813-a34d-f5d4b9c2bb57 None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:48:22Z', 'revision_number': 4, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'ba9b6ad4-129d-41d4-8480-24afe5e05a57', 'name': '', 'network_id': '1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'mac_address': 'fa:16:3e:cb:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '08a7afb2-6887-4782-87ec-929a334631c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:21Z', 'updated_at': '2021-02-15T15:48:33Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'subnets': [{'id': '08a7afb2-6887-4782-87ec-929a334631c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:09.755419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.787397 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.845622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23279cf5-1b3d-4a0b-97f5-6d4ba809564b req-21633385-1584-452a-a5ef-0238c54ba48d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:09.845863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.847958 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23279cf5-1b3d-4a0b-97f5-6d4ba809564b req-21633385-1584-452a-a5ef-0238c54ba48d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.0880454
Feb 15 15:56:09.852793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9550527d-46fc-4e05-a2c9-ad89026399ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:09.873486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8d8ad-14f6-4f36-81cf-a046d81cd4bf,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:09.882491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:09.883900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.888409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "DELETE /v2.0/security-groups/7db8d8ad-14f6-4f36-81cf-a046d81cd4bf HTTP/1.1" status: 204  len: 168 time: 0.2085218
Feb 15 15:56:09.888409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56116) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:09.911677 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-98e51410-cace-49aa-9275-bc95b530f240 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] show failed (client error): The resource could not be found.
Feb 15 15:56:09.914792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-98e51410-cace-49aa-9275-bc95b530f240 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "GET /v2.0/security-groups/7db8d8ad-14f6-4f36-81cf-a046d81cd4bf HTTP/1.1" status: 404  len: 347 time: 0.0234931
Feb 15 15:56:09.916575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56122) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:09.920149 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-23279cf5-1b3d-4a0b-97f5-6d4ba809564b req-fd3c13a4-0661-42ea-9edf-6cea50947529 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655956
Feb 15 15:56:09.939909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:09.948914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56126) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:10.019352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.051679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.104301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Deleting port 60215c3e-f127-4b82-8a39-a2c74c0ebd10 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:10.104689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.105445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.110784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef17caaf-b6ce-4d26-a657-3f2dfaf04514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:10.126138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20703cf-cf9f-4d50-a55d-ed77e13d5b0f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:10.128838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:10.138854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.140092 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "DELETE /v2.0/security-groups/e20703cf-cf9f-4d50-a55d-ed77e13d5b0f HTTP/1.1" status: 204  len: 168 time: 0.1899149
Feb 15 15:56:10.143054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56130) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:10.166505 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.api.v2.resource [None req-eaed7b99-f324-446e-a203-9acd4ecda488 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] show failed (client error): The resource could not be found.
Feb 15 15:56:10.170366 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eaed7b99-f324-446e-a203-9acd4ecda488 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "GET /v2.0/security-groups/e20703cf-cf9f-4d50-a55d-ed77e13d5b0f HTTP/1.1" status: 404  len: 347 time: 0.0235147
Feb 15 15:56:10.170624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56134) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:10.193013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd3de4-72fa-480d-a7bb-3c49ab4f9ac8 None None] New status for floating IP 8b5e0ab5-e220-4719-add4-ba8532614f75: DOWN {{(pid=84018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:56:10.355170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Deleting port f3941f45-1e86-45f1-af0d-d6991a08bfa0 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:10.356030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.364735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-23e934f2-168d-4dd0-a162-b0f52fa465f9 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:10.366555 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-23e934f2-168d-4dd0-a162-b0f52fa465f9 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.15 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.2159910
Feb 15 15:56:10.426189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.426436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.484308 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.540615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.540990 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.575699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Calling delete_port for 60215c3e-f127-4b82-8a39-a2c74c0ebd10 owned by network:floatingip {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:10.624088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Deleting port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:10.624751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.686620 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Calling delete_port for f3941f45-1e86-45f1-af0d-d6991a08bfa0 owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:10.687645 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:10.769440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:56:10.775893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:10.776482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.785840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:10.786218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:10.905268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.934910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:10.946381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:10.951133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:10.953702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:10.991065 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device bebf1bb9-3b04-43ce-9d31-b2252c3f3402 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:11.021044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.042474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-579b6288-027a-4b9c-bc49-d3cdfc4e8ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:11.044390 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'code': 200}
Feb 15 15:56:11.120552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:11.180189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:11.196064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Pushing event deleted for resources: {'Port': ['ID=60215c3e-f127-4b82-8a39-a2c74c0ebd10,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:11.203460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26702590-af2a-4f69-bfb4-675eb7a74241 req-5af42280-9e88-4344-9dce-95bdbd12a031 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:11.204298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26702590-af2a-4f69-bfb4-675eb7a74241 req-5af42280-9e88-4344-9dce-95bdbd12a031 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:11.205581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c785d3-b82c-4880-8499-dc5f06512a4f req-bfccce84-4a0c-4922-967e-472b1af2366f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:11.208066 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5c785d3-b82c-4880-8499-dc5f06512a4f req-bfccce84-4a0c-4922-967e-472b1af2366f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 944 time: 0.4466290
Feb 15 15:56:11.213988 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:11.220647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:11.221064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.222560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-26702590-af2a-4f69-bfb4-675eb7a74241 req-5af42280-9e88-4344-9dce-95bdbd12a031 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:11.223976 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26702590-af2a-4f69-bfb4-675eb7a74241 req-5af42280-9e88-4344-9dce-95bdbd12a031 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 945 time: 0.1293325
Feb 15 15:56:11.242239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.279781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:11.283108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.285833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e73f8e4-e04c-4e5e-b643-92128a17f443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:11.289052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Deleting port f3941f45-1e86-45f1-af0d-d6991a08bfa0 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:11.289406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.368717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-26702590-af2a-4f69-bfb4-675eb7a74241 req-0708af43-c8f3-4724-a70f-276765ed0d5f tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369839
Feb 15 15:56:11.369672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=7']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:11.373785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:11.395124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Calling delete_port for bebf1bb9-3b04-43ce-9d31-b2252c3f3402 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:11.482518 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f5c785d3-b82c-4880-8499-dc5f06512a4f req-03c73cfa-4135-4618-9683-775320ecae6d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2511966
Feb 15 15:56:11.500294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bb2ee-37b6-4e2d-bdc5-d150cfecbd2b req-6b36cc35-d790-4d18-94f3-e1647921b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:11.501691 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-638bb2ee-37b6-4e2d-bdc5-d150cfecbd2b req-6b36cc35-d790-4d18-94f3-e1647921b05e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.2479293
Feb 15 15:56:11.563863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84016) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:11.564172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:11.565909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.566263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.580065 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-638bb2ee-37b6-4e2d-bdc5-d150cfecbd2b req-f3cfd07b-c9f3-4874-9feb-ec631738ade9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0703554
Feb 15 15:56:11.589579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks [] for floatingip, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.610163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.611427 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] 10.222.0.102 "DELETE /v2.0/floatingips/20403ceb-70dc-4020-92e2-85fea4a5b384 HTTP/1.1" status: 204  len: 168 time: 1.6894655
Feb 15 15:56:11.704433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Calling delete_port for f3941f45-1e86-45f1-af0d-d6991a08bfa0 owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:11.856194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:11.869370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8f34869-d219-44bc-95e1-59659c2986f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:11.926074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Pushing event deleted for resources: {'Port': ['ID=f3941f45-1e86-45f1-af0d-d6991a08bfa0,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:11.979275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:12.065574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Deleting port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:12.066009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.104601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks [] for floatingip, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.124090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.125363 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3b3e275-51e5-4f1b-b18f-31d04b314dea tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] 10.222.0.102 "DELETE /v2.0/floatingips/8b5e0ab5-e220-4719-add4-ba8532614f75 HTTP/1.1" status: 204  len: 168 time: 1.9537671
Feb 15 15:56:12.290909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:12.341725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] For port bebf1bb9-3b04-43ce-9d31-b2252c3f3402, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:12.342283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.367404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:12.367824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.593548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94c5cc-31c4-48ed-8cb3-8f12a38098e8 req-ea8673dc-038f-40f7-8c8d-9e4af4b352d0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:12.601094 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e94c5cc-31c4-48ed-8cb3-8f12a38098e8 req-ea8673dc-038f-40f7-8c8d-9e4af4b352d0 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 943 time: 0.1084282
Feb 15 15:56:12.647396 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2e94c5cc-31c4-48ed-8cb3-8f12a38098e8 req-9d3ecc13-26a4-4a5e-90e0-712ecb7f4c07 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/security-groups?id=757b2999-3789-4a83-82ac-eaeb209451f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450692
Feb 15 15:56:12.704454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Calling delete_port for bebf1bb9-3b04-43ce-9d31-b2252c3f3402 owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:12.915872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6e3be-ed43-48c2-9a73-715519aea91b req-9ef10b19-711a-43be-86a3-7613582cbf4b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:12.917503 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ab6e3be-ed43-48c2-9a73-715519aea91b req-9ef10b19-711a-43be-86a3-7613582cbf4b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.2208185
Feb 15 15:56:12.954732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:12.970688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd91dd16-c8a6-43f3-a199-8cca275fdce2 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:13.040080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Pushing event deleted for resources: {'Port': ['ID=bebf1bb9-3b04-43ce-9d31-b2252c3f3402,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:13.046953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:13.048054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:13.105492 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'code': 200}
Feb 15 15:56:13.106054 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9ab6e3be-ed43-48c2-9a73-715519aea91b req-831b07a5-143a-4483-b1f2-07d816ef5422 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1771290
Feb 15 15:56:13.216701 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] No DVR routers for this DVR port bebf1bb9-3b04-43ce-9d31-b2252c3f3402 on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:13.218966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:13.221872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-deleted', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:13.237649 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-73301b3d-e9eb-42ca-af7f-6275ae99d2b5 req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.15 "DELETE /v2.0/ports/bebf1bb9-3b04-43ce-9d31-b2252c3f3402 HTTP/1.1" status: 204  len: 173 time: 2.8594184
Feb 15 15:56:13.424857 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c3b606-4d39-4f13-b0fc-d7739c01cbbc', 'name': 'network-vif-deleted', 'tag': 'bebf1bb9-3b04-43ce-9d31-b2252c3f3402', 'status': 'completed', 'code': 200}
Feb 15 15:56:13.830712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4e40109d-d6e2-4407-aacc-b443531a36e2 req-bf1c8b7a-91e7-43f9-9960-0311b0bd6406 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Synchronizing usage tracker for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:13.847271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-4e40109d-d6e2-4407-aacc-b443531a36e2 req-bf1c8b7a-91e7-43f9-9960-0311b0bd6406 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Unset dirty status for tenant:4797529c26d34bc9b90c9a1fbf283d1b on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:13.848531 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4e40109d-d6e2-4407-aacc-b443531a36e2 req-bf1c8b7a-91e7-43f9-9960-0311b0bd6406 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] 10.222.0.102 "GET /v2.0/ports?device_id=13c3b606-4d39-4f13-b0fc-d7739c01cbbc HTTP/1.1" status: 200  len: 210 time: 0.0704591
Feb 15 15:56:13.890093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:56:14.298526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:14.319019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcf5ab-678d-4d03-86af-d8d32ce9c828 req-9baba98e-b5c6-4155-8aae-4e4baa44d050 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:14.320687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71bcf5ab-678d-4d03-86af-d8d32ce9c828 req-9baba98e-b5c6-4155-8aae-4e4baa44d050 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.0877199
Feb 15 15:56:14.373937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:14.374364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:14.376819 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-71bcf5ab-678d-4d03-86af-d8d32ce9c828 req-739a6b60-3226-4407-a70b-d7e8ca35df7b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493400
Feb 15 15:56:14.469298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56188) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:14.572397 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5111-bd57-4551-aa94-f5f42be0cc10 req-2c7e1e63-53dd-4c61-9ba3-260d00e7b12d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:14.574010 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b3a5111-bd57-4551-aa94-f5f42be0cc10 req-2c7e1e63-53dd-4c61-9ba3-260d00e7b12d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.0866528
Feb 15 15:56:14.621971 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-4b3a5111-bd57-4551-aa94-f5f42be0cc10 req-6e930f2b-4201-4dfb-8e6d-8c594d6f61b4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411873
Feb 15 15:56:14.988851 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-2f0b41fc-c4ee-4d59-8b6d-288fa380911d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3268325
Feb 15 15:56:15.017866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:15.023838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:15.039758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:15.062607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:15.345662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:15.510669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56248) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:15.833575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.108871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.200553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.27.3.16 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/9fa3993b-739d-4a38-9e4d-c81624f25cb4) {{(pid=84015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:56:16.245024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56258) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:16.439576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.446325 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Deleting port 5cd246fd-bef2-4881-ae5d-861b7abd211d {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:16.446694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.625479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.647168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:16.812989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] For port 5cd246fd-bef2-4881-ae5d-861b7abd211d, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5cd246fd-bef2-4881-ae5d-861b7abd211d,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:16.813244 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.831643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=9fa3993b-739d-4a38-9e4d-c81624f25cb4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:16.851230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Deleting port f079f720-939a-4008-9aa1-990c44d018f8 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:16.851619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:16.890440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:16.963004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Calling delete_port for 5cd246fd-bef2-4881-ae5d-861b7abd211d owned by network:router_interface {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:17.067888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:56:17.077294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:56:17.086158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:56:17.243943 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.289521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.312733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54616cbc-a371-414f-ae3f-97b5610490e7 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:17.373484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] For port f079f720-939a-4008-9aa1-990c44d018f8, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f079f720-939a-4008-9aa1-990c44d018f8,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:17.373753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.375601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd246fd-bef2-4881-ae5d-861b7abd211d,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:17.381599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:17.447794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.515908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Calling delete_port for f079f720-939a-4008-9aa1-990c44d018f8 owned by network:router_interface {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:17.834156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.997872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:17.999742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.015836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7982272'] for port, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.045460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38493405-6380-4f3b-96ac-bde6fbb59659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:18.075676 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.091446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:18.214207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f079f720-939a-4008-9aa1-990c44d018f8,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:18.242407 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:18.521688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=9fa3993b-739d-4a38-9e4d-c81624f25cb4,revision_number=2']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:18.531205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:18.628129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Deleting port ba9b6ad4-129d-41d4-8480-24afe5e05a57 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:18.628541 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.796022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.828846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.905088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:18.906425 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.8958619
Feb 15 15:56:19.074525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-09ed4074-b117-4e08-94db-ea3ed733daba tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:56:19.115687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-09ed4074-b117-4e08-94db-ea3ed733daba tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:56:19.117189 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-09ed4074-b117-4e08-94db-ea3ed733daba tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.16 HTTP/1.1" status: 200  len: 695 time: 0.2039101
Feb 15 15:56:19.173385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] For port ba9b6ad4-129d-41d4-8480-24afe5e05a57, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=ba9b6ad4-129d-41d4-8480-24afe5e05a57,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:19.173800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:19.251028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Router 9be464ac-fa79-4f32-a961-92eaac60cb8a has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:19.314564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Calling delete_port for ba9b6ad4-129d-41d4-8480-24afe5e05a57 owned by network:router_interface {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:19.443465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-db0f3641-1af5-4fb8-8250-b6487755c0dd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:19.445179 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-95dc82b8-4bc2-4d64-b558-e363302973a6 req-db0f3641-1af5-4fb8-8250-b6487755c0dd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.3185878
Feb 15 15:56:19.496472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:19.501645 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f267e62a-445a-4fe5-8a07-9f945f5c4d69 admin admin] 10.222.0.102 "PUT /v2.0/routers/9be464ac-fa79-4f32-a961-92eaac60cb8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0312390
Feb 15 15:56:19.504363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56266) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:19.507168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Sync routers for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:19.528301 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:19.529904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aac5f60>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:19.695660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:19.737225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:19.888636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-b09f8534-21d6-4744-b5bd-22d8560049cd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:19.890275 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-b09f8534-21d6-4744-b5bd-22d8560049cd tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3285203
Feb 15 15:56:19.894617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:19.900622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Deleting port a65bd27e-a901-4499-b028-9eae1327fc2e {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:19.901146 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:19.999956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.021131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6ccdd00-41ec-4144-a3c2-de89c059f14a tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:20.081033 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-68a4ab0d-c204-4dc7-b3e4-440005c549e2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.16 HTTP/1.1" status: 200  len: 695 time: 0.1802294
Feb 15 15:56:20.105038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9b6ad4-129d-41d4-8480-24afe5e05a57,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:20.120328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] For port a65bd27e-a901-4499-b028-9eae1327fc2e, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a65bd27e-a901-4499-b028-9eae1327fc2e,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:20.120841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.160882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:20.217362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:20.248999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aac5f60>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:20.254366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Checking router: 9be464ac-fa79-4f32-a961-92eaac60cb8a for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:20.259775 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Calling delete_port for a65bd27e-a901-4499-b028-9eae1327fc2e owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:20.264438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Routers {'9be464ac-fa79-4f32-a961-92eaac60cb8a'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:20.265131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aac5f60>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['9be464ac-fa79-4f32-a961-92eaac60cb8a'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:20.265621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.357359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Router 7d8f89ee-bb60-4384-8371-8b47ff71adaa has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:20.402747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.456612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] Set router 9be464ac-fa79-4f32-a961-92eaac60cb8a gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:20.605068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.700811 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:20.812820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aac5f60>, [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:20.819080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c97d9-4919-476a-931a-80ef27e8888d None None] The sync data for ids ['9be464ac-fa79-4f32-a961-92eaac60cb8a'] in dv-cinder-768105-5-iscsi is: [{'id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1972394801-router', 'tenant_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:48Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': 'f0516b1a4f5e4b92a56566d23e25c2ab', 'gw_port': {'id': 'a65bd27e-a901-4499-b028-9eae1327fc2e', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be464ac-fa79-4f32-a961-92eaac60cb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:50Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:21.043455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.045922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.071725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.072726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be464ac-fa79-4f32-a961-92eaac60cb8a {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:56:21.089100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.093129 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-629907a3-9f32-4829-9975-f826321e2568 admin admin] 10.222.0.102 "DELETE /v2.0/routers/9be464ac-fa79-4f32-a961-92eaac60cb8a HTTP/1.1" status: 204  len: 168 time: 1.5851121
Feb 15 15:56:21.095243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56270) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:21.167776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Deleting subnet edf559f3-a64a-4652-b78d-b1853ffd0daa {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:56:21.171198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.233344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.295571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:21.305067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Sync routers for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:21.315514 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:21.316566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b799668>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:21.383778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.441511 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] 10.222.0.102 "PUT /v2.0/routers/7d8f89ee-bb60-4384-8371-8b47ff71adaa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9296777
Feb 15 15:56:21.458634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56274) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:21.473426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.531782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:21.726793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.731667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:21.787999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.046953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b799668>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:22.052481 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Checking router: 7d8f89ee-bb60-4384-8371-8b47ff71adaa for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:22.076137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Routers {'7d8f89ee-bb60-4384-8371-8b47ff71adaa'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:22.076961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b799668>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:22.082494 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP b97f4037-0058-4d5f-aa1e-77550f833104 associated. External IP: 172.27.3.16, port: b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb.
Feb 15 15:56:22.091337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.110556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:22.129618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a65bd27e-a901-4499-b028-9eae1327fc2e no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:22.234213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: a65bd27e-a901-4499-b028-9eae1327fc2e {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:22.234852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a65bd27e-a901-4499-b028-9eae1327fc2e not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:22.241105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5cd246fd-bef2-4881-ae5d-861b7abd211d no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:22.250147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf559f3-a64a-4652-b78d-b1853ffd0daa,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:22.264842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:22.274978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.284549 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/edf559f3-a64a-4652-b78d-b1853ffd0daa HTTP/1.1" status: 204  len: 168 time: 1.1881690
Feb 15 15:56:22.285558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56278) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:22.286731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.296821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884dc355-59d2-4e81-b8df-25b257014207 None None] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:22.304455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] Set router 7d8f89ee-bb60-4384-8371-8b47ff71adaa gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:22.320595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Deleting port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:22.321484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.339892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 5cd246fd-bef2-4881-ae5d-861b7abd211d {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:22.340293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5cd246fd-bef2-4881-ae5d-861b7abd211d not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:22.512697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.643545 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] DHCP port deletion for 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 15:56:22.648201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Deleting port 96ae05af-39d4-480f-9148-ba7ad1503296 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:22.648649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.655618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Deleting port 96ae05af-39d4-480f-9148-ba7ad1503296 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:22.656135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.679567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b799668>, [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:22.685479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ffe08-9d10-4c63-b315-1186dafb9a9c None None] The sync data for ids ['7d8f89ee-bb60-4384-8371-8b47ff71adaa'] in dv-cinder-768105-5-iscsi is: [{'id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'name': 'tempest-TestMinimumBasicScenario-832943822-router', 'tenant_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:13Z', 'updated_at': '2021-02-15T15:56:17Z', 'revision_number': 5, 'project_id': '4797529c26d34bc9b90c9a1fbf283d1b', 'gw_port': {'id': '5d7b1d30-60c2-4c88-9819-0a2bcdd36619', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f89ee-bb60-4384-8371-8b47ff71adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:15Z', 'updated_at': '2021-02-15T15:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:22.900351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Router 1457086b-8eea-4f8e-99e1-cf55dc676543 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:22.901662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] For port 96ae05af-39d4-480f-9148-ba7ad1503296, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=96ae05af-39d4-480f-9148-ba7ad1503296,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:22.902203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:22.911138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] For port 5d7b1d30-60c2-4c88-9819-0a2bcdd36619, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=5d7b1d30-60c2-4c88-9819-0a2bcdd36619,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:22.911622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.044834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Calling delete_port for 96ae05af-39d4-480f-9148-ba7ad1503296 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:23.062068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Calling delete_port for 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:23.101489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:56:23.112601 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] For port 96ae05af-39d4-480f-9148-ba7ad1503296, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=96ae05af-39d4-480f-9148-ba7ad1503296,segment=NetworkSegment(7d9cebef-2f2e-4eec-84f8-e4ad75312aba),segment_id=7d9cebef-2f2e-4eec-84f8-e4ad75312aba)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:23.113093 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.202527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058'] for port, after_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.219590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:23.265841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:23.275433 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] 10.222.0.102 "PUT /v2.0/routers/1457086b-8eea-4f8e-99e1-cf55dc676543/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0267339
Feb 15 15:56:23.276415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56282) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:23.300113 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Calling delete_port for 96ae05af-39d4-480f-9148-ba7ad1503296 owned by network:dhcp {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:23.336067 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Sync routers for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:23.338437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Pushing event deleted for resources: {'Port': ['ID=96ae05af-39d4-480f-9148-ba7ad1503296,revision_number=None']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:23.350970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:23.371275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:23.371923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac55908>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:23.450808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84015) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:23.451073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:23.453490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.487771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:56:23.497685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:56:23.500317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.507354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:23.508039 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b543c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:23.555804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks [] for router, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.585668 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:23.722720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-9cc19e56-4ee5-42d7-a44e-85e7575a294d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "PUT /v2.0/floatingips/b97f4037-0058-4d5f-aa1e-77550f833104 HTTP/1.1" status: 200  len: 996 time: 3.6207416
Feb 15 15:56:23.754679 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8826dc-1dcb-49c2-bb77-e2e68d4004f4 None None] No DVR routers for this DVR port 96ae05af-39d4-480f-9148-ba7ad1503296 on host dv-cinder-768105-5-iscsi {{(pid=84017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:23.769897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:23.858565 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'status': 'completed', 'code': 200}
Feb 15 15:56:23.905587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.910513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Deleting port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:23.910885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.929978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:23.962085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac55908>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:56:19Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:23.972617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Checking router: 1457086b-8eea-4f8e-99e1-cf55dc676543 for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:23.976708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:23.994767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Routers {'1457086b-8eea-4f8e-99e1-cf55dc676543'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:23.995865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701ac55908>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['1457086b-8eea-4f8e-99e1-cf55dc676543'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.080697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 96ae05af-39d4-480f-9148-ba7ad1503296 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:24.136165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-d4ed1ef9-dc1e-4509-a78e-6a2da5589dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:24.137868 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-d4ed1ef9-dc1e-4509-a78e-6a2da5589dbc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.4142797
Feb 15 15:56:24.170049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.172810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.179362 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Deleting port 96ae05af-39d4-480f-9148-ba7ad1503296 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:24.182061 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.326913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] The port '96ae05af-39d4-480f-9148-ba7ad1503296' was deleted {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 15:56:24.329470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.331115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8f89ee-bb60-4384-8371-8b47ff71adaa {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:56:24.377104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b543c50>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:21Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.428755 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:56:24.429913 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 96ae05af-39d4-480f-9148-ba7ad1503296 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:24.430400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 96ae05af-39d4-480f-9148-ba7ad1503296 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:24.430974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f079f720-939a-4008-9aa1-990c44d018f8 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:24.473509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:56:24.474404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b543c50>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:56:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.481789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: f079f720-939a-4008-9aa1-990c44d018f8 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:24.482332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f079f720-939a-4008-9aa1-990c44d018f8 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:24.513835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.576336 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] Set router 1457086b-8eea-4f8e-99e1-cf55dc676543 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:24.610502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-26b4bf32-8b87-4221-8fc5-07de612db6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:24.612123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-26b4bf32-8b87-4221-8fc5-07de612db6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.6211698
Feb 15 15:56:24.647263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7019d9c080>,) {'filters': {'network_id': ['18ce0493-5a59-4abb-97a2-0d5e5eb30ab9']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.663149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019d9c080>, '7d9cebef-2f2e-4eec-84f8-e4ad75312aba') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.663581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019d9c080>, '7d9cebef-2f2e-4eec-84f8-e4ad75312aba') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.679796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.696429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.698664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:56:24.779426 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] For port 7fa0022f-3a72-40ae-9576-ca5d8422ccfc, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=7fa0022f-3a72-40ae-9576-ca5d8422ccfc,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:24.779829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.782551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:56:24.904193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:24.915616 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:24.929602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701ac55908>, [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:56:19Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:24.934115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460f0a1-650f-42cb-abb2-609a93d131d4 None None] The sync data for ids ['1457086b-8eea-4f8e-99e1-cf55dc676543'] in dv-cinder-768105-5-iscsi is: [{'id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'name': 'tempest-AttachVolumeTestJSON-1596420685-router', 'tenant_id': 'ca01db65c1c142d9b807760b3a235f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:48:13Z', 'updated_at': '2021-02-15T15:56:19Z', 'revision_number': 5, 'project_id': 'ca01db65c1c142d9b807760b3a235f42', 'gw_port': {'id': '7fa0022f-3a72-40ae-9576-ca5d8422ccfc', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457086b-8eea-4f8e-99e1-cf55dc676543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:48:16Z', 'updated_at': '2021-02-15T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:24.950806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Calling delete_port for 7fa0022f-3a72-40ae-9576-ca5d8422ccfc owned by network:router_gateway {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:24.981803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-36d05f5b-2f8b-404d-a1ef-a042db2569cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:24.983624 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-36d05f5b-2f8b-404d-a1ef-a042db2569cc service neutron] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.8293090
Feb 15 15:56:25.095098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-e108a369-2626-4472-bbb3-56781610b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:25.096727 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-e108a369-2626-4472-bbb3-56781610b8eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.4738150
Feb 15 15:56:25.123150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.126926 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b65795d6-05e5-4fa4-9f68-e6f986979bba admin admin] 10.222.0.102 "DELETE /v2.0/routers/7d8f89ee-bb60-4384-8371-8b47ff71adaa HTTP/1.1" status: 204  len: 168 time: 3.6648147
Feb 15 15:56:25.127378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56288) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:25.191658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Network 18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:25.208209 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-291d7ad2-5c44-4803-91c5-0796a84b1572 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 999 time: 0.2134590
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   % (table.description, expected, rows_matched)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:56:25.222759 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:56:25.238712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b543c50>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:21Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:25.243720 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ed63e-4302-42d1-bd61-c4ad7773930c None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:21Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:56:25.332623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Deleting subnet 7a0a42b6-968e-4f90-8286-3fd3512cb123 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:56:25.337239 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.371415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.377765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.387624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-410f1865-169a-4f7b-aefa-4a215b0b0932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:25.396556 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-764d8281-a6be-4b5b-8c0d-07e3de73816a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 999 time: 0.2917330
Feb 15 15:56:25.398133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-bcad2a45-815f-4821-b1b3-876606b2a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:25.399612 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-bcad2a45-815f-4821-b1b3-876606b2a41b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.1500130
Feb 15 15:56:25.417783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ce0493-5a59-4abb-97a2-0d5e5eb30ab9,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:25.420870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:25.427673 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-978b6d93-18ac-4294-85a3-6195930b6339 admin admin] 10.222.0.102 "DELETE /v2.0/networks/18ce0493-5a59-4abb-97a2-0d5e5eb30ab9 HTTP/1.1" status: 204  len: 168 time: 3.1336741
Feb 15 15:56:25.429704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.490547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]: WARNING neutron.plugins.ml2.ovo_rpc [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = function(*args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     proto.__init__(conn_state, self)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle()
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle_one_request()
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.handle_one_response()
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = self.application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return app(environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self.application)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return request.get_response(self.application)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = req.get_response(self._app)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     application, catch_exc_info=False)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     app_iter = application(self.environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     response = self.app(environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return resp(environ, start_response)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     resp = self.call_func(req, *args, **kw)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.func(req, *args, **kwargs)
Feb 15 15:56:25.497232 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     result = method(request=request, **args)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._delete(request, id, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*dup_args, **dup_kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     obj_deleter(request.context, id, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return method(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(*dup_args, **dup_kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._delete_current_gw_port(context, id, router, None)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, context, *args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return method(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     context, port, router_ids, bound_mech_contexts)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return function(*args, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     callback(resource, event, trigger, **kwargs)
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     if self._is_session_semantic_violated(context, resource, event):
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]:     stack = traceback.extract_stack()
Feb 15 15:56:25.505237 dv-cinder-768105-5-iscsi neutron-server[83906]: 
Feb 15 15:56:25.535080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.579647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56294) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:25.635753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-0f87a6af-e2c0-42fd-af8d-945f0a921878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:25.637409 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-0f87a6af-e2c0-42fd-af8d-945f0a921878 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.2328820
Feb 15 15:56:25.655968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dfdca2-f067-4212-b83f-79e9c5f49a40 None None] New status for floating IP b97f4037-0058-4d5f-aa1e-77550f833104: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:56:25.743908 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-261319dc-542a-421c-bdc2-5037fd390962 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f0516b1a4f5e4b92a56566d23e25c2ab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1604896
Feb 15 15:56:25.744817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56298) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:25.795853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-075df5ac-ad69-40b2-88b7-78198e886a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:25.797881 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-075df5ac-ad69-40b2-88b7-78198e886a0d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3493748
Feb 15 15:56:25.891324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.918998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.936226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:25.991641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.008667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:26.033155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:26.063291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-b34fbc49-37d7-4d49-842f-e84c85a540a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:26.064949 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-b34fbc49-37d7-4d49-842f-e84c85a540a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4184511
Feb 15 15:56:26.075819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:26.076102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 5d7b1d30-60c2-4c88-9819-0a2bcdd36619 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:26.076612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ba9b6ad4-129d-41d4-8480-24afe5e05a57 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:26.107736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0a42b6-968e-4f90-8286-3fd3512cb123,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:26.113053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: ba9b6ad4-129d-41d4-8480-24afe5e05a57 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:26.113782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device ba9b6ad4-129d-41d4-8480-24afe5e05a57 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:26.118304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:26.120931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.130904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.133233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cf2c1ed-7a88-4c36-994b-23bd11908112 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:26.138912 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.154196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04213b6b-860d-4d39-960a-353445c8b379,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:26.163937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:26.175569 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.177654 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4582d06f-25bd-43fb-ba88-2eeaef2b6685 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/7a0a42b6-968e-4f90-8286-3fd3512cb123 HTTP/1.1" status: 204  len: 168 time: 1.0491166
Feb 15 15:56:26.178856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.179957 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/04213b6b-860d-4d39-960a-353445c8b379 HTTP/1.1" status: 204  len: 168 time: 0.4341826
Feb 15 15:56:26.180530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56302) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:26.187490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7cf19-fb3b-4544-95d9-84ca581fcee3 None None] Network 23338857-7c5f-4131-810d-ef656c9a5b20 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:26.305649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.327627 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-4a1e5d55-2c77-42b3-83c0-f4e95d0a0741 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5196838
Feb 15 15:56:26.374303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.374849 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1457086b-8eea-4f8e-99e1-cf55dc676543 {{(pid=84016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:56:26.390525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Deleting port aab34196-0864-45f1-a7b7-6288b3f93c70 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:26.390910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.493797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] DHCP port deletion for 23338857-7c5f-4131-810d-ef656c9a5b20 request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 15:56:26.498702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Deleting port aab34196-0864-45f1-a7b7-6288b3f93c70 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:26.499128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.668525 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] For port aab34196-0864-45f1-a7b7-6288b3f93c70, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=aab34196-0864-45f1-a7b7-6288b3f93c70,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:26.669019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.831648 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-2c092fc4-2eb8-45fb-bef3-24be430fcd1d service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7503066
Feb 15 15:56:26.871950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Calling delete_port for aab34196-0864-45f1-a7b7-6288b3f93c70 owned by network:dhcp {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:26.962765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] For port aab34196-0864-45f1-a7b7-6288b3f93c70, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=aab34196-0864-45f1-a7b7-6288b3f93c70,segment=NetworkSegment(1044978f-7f89-4d9a-a80b-9a32b5d5ce00),segment_id=1044978f-7f89-4d9a-a80b-9a32b5d5ce00)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:26.963374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:26.988063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.040372 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.045215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-501dcbbc-a960-4877-94de-e7fd2ee0a047 admin admin] 10.222.0.102 "DELETE /v2.0/routers/1457086b-8eea-4f8e-99e1-cf55dc676543 HTTP/1.1" status: 204  len: 168 time: 3.7642636
Feb 15 15:56:27.045508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a9feb9fd-13d2-47b0-9aa4-96cda97838f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:27.053053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56324) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:27.164938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Deleting subnet 08a7afb2-6887-4782-87ec-929a334631c3 {{(pid=84016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:56:27.172175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.189860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Calling delete_port for aab34196-0864-45f1-a7b7-6288b3f93c70 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:27.247159 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bafa89a7-53a0-4722-8d01-b93fdb5d7541 req-ea499e3a-3646-4fe4-9e90-9aaa606e4273 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9106255
Feb 15 15:56:27.270941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab34196-0864-45f1-a7b7-6288b3f93c70,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:27.276652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6600853'] for subnet, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.285435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:27.293359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] No DVR routers for this DVR port aab34196-0864-45f1-a7b7-6288b3f93c70 on host dv-cinder-768105-5-iscsi {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:27.309678 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c1285fe8-0c2c-46cb-9273-ec26475e3eb3 req-197024d4-1da2-46c8-807b-8c4a837e63cc service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4631431
Feb 15 15:56:27.312358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:27.313010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:27.425727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.453216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.548034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b16eb-b545-4152-a5fa-06747d425d7e req-8d0e72a7-c396-43a8-a8d0-619475c51011 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:27.549697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e4b16eb-b545-4152-a5fa-06747d425d7e req-8d0e72a7-c396-43a8-a8d0-619475c51011 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.3895276
Feb 15 15:56:27.604409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701a4da470>,) {'filters': {'network_id': ['23338857-7c5f-4131-810d-ef656c9a5b20']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:27.629497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a4da470>, '1044978f-7f89-4d9a-a80b-9a32b5d5ce00') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:27.629865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a4da470>, '1044978f-7f89-4d9a-a80b-9a32b5d5ce00') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:27.647952 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e4b16eb-b545-4152-a5fa-06747d425d7e req-68557db6-5de9-424a-9b65-2afad2e05541 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0837522
Feb 15 15:56:27.649716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.670257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.672820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:56:27.698918 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6974028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7921188'] for subnet, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.715339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:27.766854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a7afb2-6887-4782-87ec-929a334631c3,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:27.769693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:27.814639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Deleting port aab34196-0864-45f1-a7b7-6288b3f93c70 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:27.815303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.859026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:27.867738 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Network 23338857-7c5f-4131-810d-ef656c9a5b20 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:27.868810 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/08a7afb2-6887-4782-87ec-929a334631c3 HTTP/1.1" status: 204  len: 168 time: 0.8027987
Feb 15 15:56:27.869892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56340) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:27.871831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162692cb-e8a0-4ab6-80d9-0992ae6e57e1 None None] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:27.878521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.082559 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.088029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-61b13ecf-54ef-4910-9de4-119ec0443cf8 None None] The port 'aab34196-0864-45f1-a7b7-6288b3f93c70' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 15:56:28.139584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device aab34196-0864-45f1-a7b7-6288b3f93c70 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:28.194296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: aab34196-0864-45f1-a7b7-6288b3f93c70 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:28.194617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device aab34196-0864-45f1-a7b7-6288b3f93c70 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:28.195062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 7fa0022f-3a72-40ae-9576-ca5d8422ccfc no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:28.198630 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Deleting port 2b54872d-f93d-420d-85c2-6125c9f1a58c {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:28.199022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.266261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 7fa0022f-3a72-40ae-9576-ca5d8422ccfc {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:28.267031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 7fa0022f-3a72-40ae-9576-ca5d8422ccfc not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:28.365664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Network 23338857-7c5f-4131-810d-ef656c9a5b20 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:28.367267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] DHCP port deletion for 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 15:56:28.372614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Deleting port 2b54872d-f93d-420d-85c2-6125c9f1a58c {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:28.373046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:56:28.393654 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:56:28.480634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.486000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-174a1eb4-1477-4b80-892e-3d38cf878d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:28.492578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] For port 2b54872d-f93d-420d-85c2-6125c9f1a58c, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=2b54872d-f93d-420d-85c2-6125c9f1a58c,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:28.492838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.506924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.509868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=23338857-7c5f-4131-810d-ef656c9a5b20,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:28.516147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:28.532287 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] 10.222.0.102 "DELETE /v2.0/networks/23338857-7c5f-4131-810d-ef656c9a5b20 HTTP/1.1" status: 204  len: 168 time: 2.3481641
Feb 15 15:56:28.609167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] For port 2b54872d-f93d-420d-85c2-6125c9f1a58c, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=2b54872d-f93d-420d-85c2-6125c9f1a58c,segment=NetworkSegment(2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5),segment_id=2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:28.609798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.639709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Calling delete_port for 2b54872d-f93d-420d-85c2-6125c9f1a58c owned by network:dhcp {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:28.724346 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.736037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56356) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:28.745566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a117925f-1ef6-4c1d-b816-03bb98eb9cf3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:28.747799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Calling delete_port for 2b54872d-f93d-420d-85c2-6125c9f1a58c owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:56:28.800486 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3eab7c95-8b2c-454d-aebb-b12a0118f8fe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4797529c26d34bc9b90c9a1fbf283d1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0627825
Feb 15 15:56:28.803232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56360) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:28.833461 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:56:28.833872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:56:28.858154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2b54872d-f93d-420d-85c2-6125c9f1a58c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:28.860971 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:28.868989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.896716 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.950518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.955743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-75812f19-c0ae-439c-8265-b4ba3cb6c5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:28.970243 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] No DVR routers for this DVR port 2b54872d-f93d-420d-85c2-6125c9f1a58c on host dv-cinder-768105-5-iscsi {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:56:28.970527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757b2999-3789-4a83-82ac-eaeb209451f4,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:28.973880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:28.984002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:28.987773 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/757b2999-3789-4a83-82ac-eaeb209451f4 HTTP/1.1" status: 204  len: 168 time: 0.1809220
Feb 15 15:56:29.040063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bff64-0c1e-413c-aff9-a52f15f2fee6 req-c79b3839-ee41-4743-b9d2-227e46cadc72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:29.041723 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-429bff64-0c1e-413c-aff9-a52f15f2fee6 req-c79b3839-ee41-4743-b9d2-227e46cadc72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.2574005
Feb 15 15:56:29.128911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.229362 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-429bff64-0c1e-413c-aff9-a52f15f2fee6 req-f301b6ba-5b29-4805-bda5-24ac35da3257 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1308033
Feb 15 15:56:29.271558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7019dab748>,) {'filters': {'network_id': ['1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:29.285879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019dab748>, '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:29.286188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019dab748>, '2bf95ec3-8e5c-42e3-92ad-c2bdce50c7b5') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:29.304043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.321650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.323881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:56:29.335702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Deleting port 2b54872d-f93d-420d-85c2-6125c9f1a58c {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:56:29.336287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.413207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9cef2d5f-16f5-444e-9b89-a9bf2e490451 None None] The port '2b54872d-f93d-420d-85c2-6125c9f1a58c' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 15:56:29.512556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:29.522220 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.703049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Network 1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:56:29.725912 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:56:29.809608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.813285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:29.831194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:29.837804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:29.842368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:29.856212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] 10.222.0.102 "DELETE /v2.0/networks/1cdaf9bc-bcc1-4cfa-a1f3-3db25175a977 HTTP/1.1" status: 204  len: 168 time: 1.9843714
Feb 15 15:56:30.012085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 2b54872d-f93d-420d-85c2-6125c9f1a58c no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:30.044010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56384) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:30.054786 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 2b54872d-f93d-420d-85c2-6125c9f1a58c {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:56:30.055498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 2b54872d-f93d-420d-85c2-6125c9f1a58c not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:56:30.097420 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1efeb18b-9724-48bf-b0d8-cb3e58f12f6a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ca01db65c1c142d9b807760b3a235f42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520439
Feb 15 15:56:30.100150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56388) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:30.166550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:30.194684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:30.244129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:30.247950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9d925d9-6599-4812-9b0e-de5cf0706d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:30.262707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f9541-f589-44dc-a9dd-aa1c36ad7d63,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:30.268045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:30.270108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:30.272830 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3a2f9541-f589-44dc-a9dd-aa1c36ad7d63 HTTP/1.1" status: 204  len: 168 time: 0.1715519
Feb 15 15:56:30.436572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb1e1-728b-4197-8ea4-1f1e425ccfef req-b16fc08a-26f1-4903-8382-5de74bc742ee tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:30.438214 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-439bb1e1-728b-4197-8ea4-1f1e425ccfef req-b16fc08a-26f1-4903-8382-5de74bc742ee tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0910456
Feb 15 15:56:30.488331 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-439bb1e1-728b-4197-8ea4-1f1e425ccfef req-9f9b8fb3-2793-4098-9396-40ed588b118a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0436103
Feb 15 15:56:31.043332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56418) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:31.223189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56426) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:31.294834 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408280782-network', 'tenant_id': '3d88670453a04a649bc013831f21d1ce'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:31.299196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.308743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:31.315366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Usage tracker for resource:network and tenant:3d88670453a04a649bc013831f21d1ce is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:31.322663 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:31.330698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:31.333120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:31.338136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Usage tracker for resource:security_group_rule and tenant:47b52b914de14429ab9cf3c208287ba6 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:31.342669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:31.349877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:31.353265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Made reservation on behalf of 3d88670453a04a649bc013831f21d1ce for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:56:31.357981 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.377393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.403557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:31.411137 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Usage tracker for resource:security_group_rule and tenant:3d88670453a04a649bc013831f21d1ce is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:31.414957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:31.423342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:31.515130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.523595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.536746 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1c954b93-15e8-4b3a-a07b-d05c4d827382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:31.604698 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=47b52b914de14429ab9cf3c208287ba6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3801894
Feb 15 15:56:31.608410 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd4a7c-91fb-4387-bfc5-201a7b5ea91b,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:31.613511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56434) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:31.617246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.618536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:31.633652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.639566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-87189a7d-bb0b-4a0f-9b4c-beb1017c50e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:31.689518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9aec-ca6e-4142-b13e-5bc80ad90233 req-c4583681-290d-4091-b2e8-0d63209b3d20 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:31.691138 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcef9aec-ca6e-4142-b13e-5bc80ad90233 req-c4583681-290d-4091-b2e8-0d63209b3d20 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0878868
Feb 15 15:56:31.694106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:56:31.710004 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22549e9-18cb-41ab-bab7-fda9d89c0bbd,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:31.716365 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:31.725523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.725901 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Added segment b0d57989-7d14-46ce-9676-5f1f1f8162b1 of type vxlan for network bcce859f-c4f3-46c5-a51a-3b0298f76cb8
Feb 15 15:56:31.739153 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.740219 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcef9aec-ca6e-4142-b13e-5bc80ad90233 req-c1d3f62c-211a-4173-804e-e69b785fe16d tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418572
Feb 15 15:56:31.777947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.790440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.849030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.852094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:31.852764 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.856416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:31.952819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.980297 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9357808
Feb 15 15:56:31.981847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:31.982960 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/99fd4a7c-91fb-4387-bfc5-201a7b5ea91b HTTP/1.1" status: 204  len: 168 time: 0.3684855
Feb 15 15:56:31.983681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Pushing event updated for resources: {'Network': ['ID=bcce859f-c4f3-46c5-a51a-3b0298f76cb8,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:31.984020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56438) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:31.986817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:31.987575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:31.995099 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:56:31.998905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd4a7c-91fb-4387-bfc5-201a7b5ea91b,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:32.001282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-010eb377-6355-4bbe-afff-ecac37d09dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:32.008000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Request body: {'subnet': {'network_id': 'bcce859f-c4f3-46c5-a51a-3b0298f76cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408280782-subnet', 'tenant_id': '3d88670453a04a649bc013831f21d1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:32.014725 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:32.020031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Usage tracker for resource:subnet and tenant:3d88670453a04a649bc013831f21d1ce is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:32.021671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:56:32.023237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:32.029305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:32.039429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Made reservation on behalf of 3d88670453a04a649bc013831f21d1ce for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:56:32.044296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:32.483960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:32.500297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d50b2f0-42d8-4f2a-a554-150b0a64ffab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:32.650854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472fec9d-24e1-4e07-a393-366d0d251426,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:32.654907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:32.716264 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Checking segment: {'id': 'b0d57989-7d14-46ce-9676-5f1f1f8162b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcce859f-c4f3-46c5-a51a-3b0298f76cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:56:32.716656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Network hostable DHCP agents. Network: bcce859f-c4f3-46c5-a51a-3b0298f76cb8, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:56:32.736213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:56:32.745368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, bcce859f-c4f3-46c5-a51a-3b0298f76cb8) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:56:32.756058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740122a6-ff87-4f95-b927-c3166a9a1b53 None None] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:32.757730 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:32.758368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:32.780730 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bf8b18cd-c499-4496-ae97-1fbc5ff22d75 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7952571
Feb 15 15:56:32.962776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327a38-92fe-42bf-8599-ab48e9a292a5 req-1dfe67ad-3e21-4df8-91a1-ee9edd3c7002 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:32.964493 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc327a38-92fe-42bf-8599-ab48e9a292a5 req-1dfe67ad-3e21-4df8-91a1-ee9edd3c7002 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.1011503
Feb 15 15:56:33.023070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3c694-6473-4580-ad51-ac8989120d13 None None] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:33.026296 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cc327a38-92fe-42bf-8599-ab48e9a292a5 req-b697c19f-db6a-4a5d-aea2-833e521bc3c1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513058
Feb 15 15:56:33.766909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56500) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:33.773649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019885158-network', 'tenant_id': '7dec94163b4e4ddaba753c1f1b9d9395'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:33.779606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:33.784242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Usage tracker for resource:network and tenant:7dec94163b4e4ddaba753c1f1b9d9395 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:33.787535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:33.793313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:33.807462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Made reservation on behalf of 7dec94163b4e4ddaba753c1f1b9d9395 for: {'network': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:56:33.812198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:33.825727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:33.842152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:33.846229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Usage tracker for resource:security_group_rule and tenant:7dec94163b4e4ddaba753c1f1b9d9395 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:33.849172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:33.855141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:33.941707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:33.945621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:33.949180 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b442e8ce-b1c6-4f40-98bf-5fb77ebb2e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:33.985008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:56:33.991389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c23c2a-aad6-4f1b-b104-137392f53fee,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:33.996512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:33.999095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:33.999480 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Added segment 5c3719aa-4864-47d3-bcc6-a14427fc26af of type vxlan for network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380
Feb 15 15:56:34.031791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.065934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.067225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:34.067914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.073726 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:34.183875 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4157746
Feb 15 15:56:34.184847 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Pushing event updated for resources: {'Network': ['ID=78cc4b94-5a0d-4aa1-8544-3f3a369cb380,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:34.186946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56518) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:34.189904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-61b7248d-7fec-41ff-9349-2573e20f452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:34.194094 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Request body: {'subnet': {'network_id': '78cc4b94-5a0d-4aa1-8544-3f3a369cb380', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019885158-subnet', 'tenant_id': '7dec94163b4e4ddaba753c1f1b9d9395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:56:34.198103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:56:34.199357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:34.203522 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Usage tracker for resource:subnet and tenant:7dec94163b4e4ddaba753c1f1b9d9395 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:34.206659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:34.213390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:34.219152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:56:34.225214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Made reservation on behalf of 7dec94163b4e4ddaba753c1f1b9d9395 for: {'subnet': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:56:34.230312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846854590'] for subnet, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.258262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080087a2-9467-43e5-b9dd-a6a0d78a12a0 req-afad02dc-060b-45ea-9497-f7b353f6dfb5 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:34.260897 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-080087a2-9467-43e5-b9dd-a6a0d78a12a0 req-afad02dc-060b-45ea-9497-f7b353f6dfb5 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.1071005
Feb 15 15:56:34.319602 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-080087a2-9467-43e5-b9dd-a6a0d78a12a0 req-9fb1b077-659d-4b08-bb89-6b85daeccaf5 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0518651
Feb 15 15:56:34.471695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56524) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:34.599492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.615920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:34.620558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Usage tracker for resource:security_group_rule and tenant:4de0b910db06404aafb99933fcf9b642 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:34.623721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:34.630154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:34.722734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.726275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.733950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3d55ea6-15c7-4644-8a43-f4c5969e436d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:34.779845 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4de0b910db06404aafb99933fcf9b642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3068776
Feb 15 15:56:34.781041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9698c4f4-c177-415e-a172-80e51d10eb2f,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:34.784779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b30c993-6b9d-46e4-bf07-39ff740dedfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:34.785376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56530) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:34.853717 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.881116 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.883736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6973577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846854611'] for subnet, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.897157 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5c58f164-f341-4689-ad36-2630bea55afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:34.928478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.932647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b51b2ca8-e05e-4c3e-b892-a10a0023c355 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:34.944359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9698c4f4-c177-415e-a172-80e51d10eb2f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:34.948154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:34.953781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:34.960448 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9698c4f4-c177-415e-a172-80e51d10eb2f HTTP/1.1" status: 204  len: 168 time: 0.1685073
Feb 15 15:56:35.034565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6d3fb0-7e41-4329-99ef-9c4823eb2434,revision_number=0']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:35.038642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:35.106777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Checking segment: {'id': '5c3719aa-4864-47d3-bcc6-a14427fc26af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78cc4b94-5a0d-4aa1-8544-3f3a369cb380'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:56:35.107092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Network hostable DHCP agents. Network: 78cc4b94-5a0d-4aa1-8544-3f3a369cb380, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:56:35.126269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:56:35.135641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 78cc4b94-5a0d-4aa1-8544-3f3a369cb380) {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:56:35.145392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f37555-93d3-4e33-8a98-28a622047188 None None] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:35.148833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:35.149494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.174375 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c1539c21-6aa7-4fe3-bec5-6c62979c60de admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9863343
Feb 15 15:56:35.249539 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56540) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:35.273610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.289520 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:35.293727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Usage tracker for resource:security_group_rule and tenant:9c7b4ea872a9422ba005178f36cac175 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:35.296825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:35.302670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:35.327217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56544) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:35.416703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Deleting subnet 472fec9d-24e1-4e07-a393-366d0d251426 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:56:35.417774 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7594d7e-e293-4495-a991-3440f91ca638 None None] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:56:35.422119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.510162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.531490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cfb1-6690-4dfe-8b33-24099b5e22ae req-81332851-2723-419c-82a1-eec9babcf5c8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:35.533502 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1577cfb1-6690-4dfe-8b33-24099b5e22ae req-81332851-2723-419c-82a1-eec9babcf5c8 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0914252
Feb 15 15:56:35.546413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.558026 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.568680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ebffbc3-7e33-4bc6-be47-71be230b8b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:35.588795 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1577cfb1-6690-4dfe-8b33-24099b5e22ae req-55d0f942-ce76-4b47-acd7-68016b61fbc6 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0482078
Feb 15 15:56:35.595428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7b3873e-4def-43a6-9980-622899ed434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.620589 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9c7b4ea872a9422ba005178f36cac175&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3694260
Feb 15 15:56:35.623363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56550) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:35.625910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.659477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a877a-e149-43fe-bf65-79567278d5a4,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:35.667698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3cb014d5-f41b-42b6-b199-48bcf29cb71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:35.705623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.736355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.781280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.786195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe718563-8b50-4918-a871-1f69eea30f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:35.799638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a877a-e149-43fe-bf65-79567278d5a4,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:35.802515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:35.804007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.808036 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ac5a877a-e149-43fe-bf65-79567278d5a4 HTTP/1.1" status: 204  len: 168 time: 0.1806026
Feb 15 15:56:35.903899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:35.919790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:35.969685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472fec9d-24e1-4e07-a393-366d0d251426,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:35.973607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:36.057710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.068946 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d2314004-f3c4-44c8-ab61-1aa54929510a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/472fec9d-24e1-4e07-a393-366d0d251426 HTTP/1.1" status: 204  len: 168 time: 0.7406354
Feb 15 15:56:36.072424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56558) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:36.195482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.391642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.474646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:36.510547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701a3b3748>,) {'filters': {'network_id': ['bcce859f-c4f3-46c5-a51a-3b0298f76cb8']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:36.525129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a3b3748>, 'b0d57989-7d14-46ce-9676-5f1f1f8162b1') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:36.525440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a3b3748>, 'b0d57989-7d14-46ce-9676-5f1f1f8162b1') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:36.538466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.547560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:36.547986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.554497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.556822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:56:36.681005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:36.773995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:36.774415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:36.816501 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:36.827267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.028911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Network bcce859f-c4f3-46c5-a51a-3b0298f76cb8 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:56:37.054982 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:56:37.122205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc93562-4561-4424-adeb-30b14057836b req-03d80347-ad4a-4028-a31d-1c088dcc1103 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:37.123823 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ecc93562-4561-4424-adeb-30b14057836b req-03d80347-ad4a-4028-a31d-1c088dcc1103 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.3805902
Feb 15 15:56:37.181788 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ecc93562-4561-4424-adeb-30b14057836b req-fbd4b3f4-8aa1-4cd7-bdc1-9e8a724bfe44 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0491965
Feb 15 15:56:37.182792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.198331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:37.218877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.226056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Pushing event deleted for resources: {'Network': ['ID=bcce859f-c4f3-46c5-a51a-3b0298f76cb8,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:37.229288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:37.231523 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-498e61c7-fba0-4519-8982-679d08f216ae admin admin] 10.222.0.102 "DELETE /v2.0/networks/bcce859f-c4f3-46c5-a51a-3b0298f76cb8 HTTP/1.1" status: 204  len: 168 time: 1.1577933
Feb 15 15:56:37.236748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56594) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:37.293493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-ea66a225-d6ca-4c0c-ae39-f854d9d9db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:37.295500 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-ea66a225-d6ca-4c0c-ae39-f854d9d9db82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.0869858
Feb 15 15:56:37.307693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Deleting subnet 4b6d3fb0-7e41-4329-99ef-9c4823eb2434 {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:56:37.310939 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.365574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.431044 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.457924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-0905b36c-2560-42b4-b5ae-820f97f8995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:37.459534 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-0905b36c-2560-42b4-b5ae-820f97f8995b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.1541300
Feb 15 15:56:37.581867 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-ab7ea191-0d5d-40a1-9014-c7c6db8b8c1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1002 time: 0.1124725
Feb 15 15:56:37.654830 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-8d94ca61-13d4-4b7c-9bcf-e36867e6cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:37.656550 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-8d94ca61-13d4-4b7c-9bcf-e36867e6cb51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0670786
Feb 15 15:56:37.703691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.720163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:37.759303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-d0d981d4-26bf-4369-90da-29f1397c1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:37.761017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-d0d981d4-26bf-4369-90da-29f1397c1303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0926819
Feb 15 15:56:37.770433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6d3fb0-7e41-4329-99ef-9c4823eb2434,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:37.775141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:37.862295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:37.868717 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4b6d3fb0-7e41-4329-99ef-9c4823eb2434 HTTP/1.1" status: 204  len: 168 time: 0.6308174
Feb 15 15:56:37.871289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56616) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:37.919019 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-bf3992df-5b83-4f36-beb4-aafc982254f1 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497312
Feb 15 15:56:37.992118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.079215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e6f776f-85f0-4b2a-97b7-aef5e89740cb req-901a42ea-211a-44c2-95c9-6662a4e174ad service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526530
Feb 15 15:56:38.321744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33a9a96a-d9c2-4a68-a4fa-2693c9ef4a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.405355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527ac2-3687-4653-a817-be946686bc90 req-3f4e9fda-7b4c-4f15-a8ca-e8b16868d5db tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:38.406992 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42527ac2-3687-4653-a817-be946686bc90 req-3f4e9fda-7b4c-4f15-a8ca-e8b16868d5db tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0991173
Feb 15 15:56:38.443211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.460189 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-42527ac2-3687-4653-a817-be946686bc90 req-52373b09-38db-4a68-83f0-49f6ab9fd31b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460329
Feb 15 15:56:38.560615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b13b710>,) {'filters': {'network_id': ['78cc4b94-5a0d-4aa1-8544-3f3a369cb380']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:38.573986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b13b710>, '5c3719aa-4864-47d3-bcc6-a14427fc26af') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:38.574328 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b13b710>, '5c3719aa-4864-47d3-bcc6-a14427fc26af') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:56:38.587028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.602179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.604212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:56:38.787066 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:38.801373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:38.985256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Network 78cc4b94-5a0d-4aa1-8544-3f3a369cb380 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:56:39.008256 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:56:39.089985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.093445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:39.110752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.117473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cc4b94-5a0d-4aa1-8544-3f3a369cb380,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:39.120570 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:39.123734 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9cf17a2c-023b-4091-a456-abdb538c78d9 admin admin] 10.222.0.102 "DELETE /v2.0/networks/78cc4b94-5a0d-4aa1-8544-3f3a369cb380 HTTP/1.1" status: 204  len: 168 time: 1.2509687
Feb 15 15:56:39.183230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.319037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56702) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.378340 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4300fa0c-a9b5-437f-8cf5-06bdb260d3de admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3d88670453a04a649bc013831f21d1ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554800
Feb 15 15:56:39.378608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56708) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.451132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.473818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56714) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.479164 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.526062 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.531257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e0a1b352-afbd-458b-9459-1b98dc818438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:39.542897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22549e9-18cb-41ab-bab7-fda9d89c0bbd,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:39.545659 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:39.551299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.552852 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a22549e9-18cb-41ab-bab7-fda9d89c0bbd HTTP/1.1" status: 204  len: 168 time: 0.1731203
Feb 15 15:56:39.652732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.674919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:39.680769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:83d46d9182224827861d0e95e303004f is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:39.685427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:39.698134 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:39.733908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595f118-457f-4381-9b94-9aa9b75a0874 req-46836af3-8f96-43f8-a727-224e80be01e4 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:39.735619 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b595f118-457f-4381-9b94-9aa9b75a0874 req-46836af3-8f96-43f8-a727-224e80be01e4 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.1597404
Feb 15 15:56:39.803573 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b595f118-457f-4381-9b94-9aa9b75a0874 req-26414fa0-851b-446f-ab11-210d8c793bc3 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0609839
Feb 15 15:56:39.846060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.849862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.858683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-23075a96-539e-4fb8-8614-ea55634ea1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:39.875305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56726) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.902625 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49539fe9-47a0-4f41-89df-8cb13b53d0c8,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:39.910525 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=83d46d9182224827861d0e95e303004f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4355745
Feb 15 15:56:39.911737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:39.912324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56730) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.942905 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-4040a137-898a-4364-abd4-86602b0768ce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7dec94163b4e4ddaba753c1f1b9d9395&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0639925
Feb 15 15:56:39.943722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56734) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:39.951556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:39.991438 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.011920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.020074 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.040908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.066493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.072452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e0e4866-f681-402f-b644-d49df878a745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:40.087558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49539fe9-47a0-4f41-89df-8cb13b53d0c8,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:40.090440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:40.091658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.095549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.095894 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/49539fe9-47a0-4f41-89df-8cb13b53d0c8 HTTP/1.1" status: 204  len: 168 time: 0.1825650
Feb 15 15:56:40.101056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fab46a49-6389-4aa2-8883-b89f3347a542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:40.115908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c23c2a-aad6-4f1b-b104-137392f53fee,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:40.119143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:40.120083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.121331 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/68c23c2a-aad6-4f1b-b104-137392f53fee HTTP/1.1" status: 204  len: 168 time: 0.1768391
Feb 15 15:56:40.416388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:56:40.556471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.568187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56750) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:40.578940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.590664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.607681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:40.612167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:7603a7cae9844a6ab043a345bea2b82f is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:40.615675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:40.619178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:40.620355 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:40.623183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:40.627759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.634833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12b3d11e-c524-465c-ad0f-45c208e3836d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:40.715915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.718434 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'code': 200}
Feb 15 15:56:40.720850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.731457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41e0d999-da6b-4836-9e0b-c4a816e3ab46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:40.745029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:40.748549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:40.784042 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7603a7cae9844a6ab043a345bea2b82f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2141826
Feb 15 15:56:40.785008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ea703-70f4-4659-b3e4-1ff94c23c593,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:40.786966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56760) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:40.788319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48e90f77-2e6f-4e90-9c80-07620fa97fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:40.856851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:40.888031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:41.009037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:41.014955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e4e5c8d1-9267-46cb-801a-6122d1616274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:41.033140 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ea703-70f4-4659-b3e4-1ff94c23c593,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:41.037804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:41.042581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:41.046791 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1a5ea703-70f4-4659-b3e4-1ff94c23c593 HTTP/1.1" status: 204  len: 168 time: 0.2576888
Feb 15 15:56:41.053986 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ecc13-a390-4b6f-9234-5854d2940cbd req-84b2f359-adb9-4fdb-8aae-172507a65da6 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:41.055732 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c69ecc13-a390-4b6f-9234-5854d2940cbd req-84b2f359-adb9-4fdb-8aae-172507a65da6 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.1344845
Feb 15 15:56:41.127001 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c69ecc13-a390-4b6f-9234-5854d2940cbd req-765486e4-e77f-47b7-8a92-fd71ea2ba26d tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0573571
Feb 15 15:56:42.549823 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-9a55178c-5645-4494-84e1-21d28a3b0cee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1404717
Feb 15 15:56:42.585449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e8b83-6e9c-411b-aa4d-bf209d06618d req-e25baec5-85f8-4c22-aa65-0baff136c6fd tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:42.592819 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f49e8b83-6e9c-411b-aa4d-bf209d06618d req-e25baec5-85f8-4c22-aa65-0baff136c6fd tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.1064117
Feb 15 15:56:42.641226 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f49e8b83-6e9c-411b-aa4d-bf209d06618d req-5cec1985-9a18-4f80-b0c9-beb5576465f2 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0473177
Feb 15 15:56:43.919295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-c8cb3f67-9221-496f-b367-94c7ff3d435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:43.921044 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-c8cb3f67-9221-496f-b367-94c7ff3d435f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848&tenant_id=f558919e04ea41598d9d40dc22a614bd HTTP/1.1" status: 200  len: 1161 time: 0.1174793
Feb 15 15:56:43.939850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953cbf-6bec-4d0d-b9da-aa11a7a36534 req-e3be3d29-925a-4afe-b81d-566b2130477a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:43.942092 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-70953cbf-6bec-4d0d-b9da-aa11a7a36534 req-e3be3d29-925a-4afe-b81d-566b2130477a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.1795888
Feb 15 15:56:44.043695 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-70953cbf-6bec-4d0d-b9da-aa11a7a36534 req-aebab94f-21fd-4561-b011-5afe11aeca68 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0946174
Feb 15 15:56:44.072006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-f392d668-e9b9-47c6-9515-ec73d8ee844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:44.073687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-f392d668-e9b9-47c6-9515-ec73d8ee844a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1161 time: 0.1234744
Feb 15 15:56:44.219823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-aff58413-9e9e-400a-8631-5bd84a35ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:44.221491 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-aff58413-9e9e-400a-8631-5bd84a35ca99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.1400898
Feb 15 15:56:44.335905 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-660ee12e-9549-4006-a98e-fc302b2079b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1000 time: 0.1072602
Feb 15 15:56:44.408596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-5eda3cac-eeac-4dec-be3a-edaf6fa6a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:44.410183 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-5eda3cac-eeac-4dec-be3a-edaf6fa6a281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0648277
Feb 15 15:56:44.423506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56890) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:44.496012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-67fb0b45-54bd-437e-a28d-6d66d0a20b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:44.497599 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-67fb0b45-54bd-437e-a28d-6d66d0a20b17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803950
Feb 15 15:56:44.554167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.570176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:44.574790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Usage tracker for resource:security_group_rule and tenant:9a814793c58746be9b382e1c467df144 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:44.577777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:44.583827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:44.642240 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-bbf35c08-ed3d-4868-b9b9-89a58aeda302 service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352768
Feb 15 15:56:44.674951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.678768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.686233 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3aa6524-bfb9-43ae-ab71-3c01ea3d4a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:44.730712 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9a814793c58746be9b382e1c467df144&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059230
Feb 15 15:56:44.731683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c053749-92f5-47bb-9479-f2f4cae36343,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:44.734246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56896) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:44.737275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-17abf3ee-b44f-4f3b-a852-7298d70c4afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:44.788311 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-29a525db-cb49-433a-a63d-c8522aa3c7c9 req-2c9f5b3d-75e6-4d7f-9263-cda2509bb89b service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383176
Feb 15 15:56:44.798516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.828874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.878871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.884279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-151eac9d-e4f3-42cd-bbb8-7f0bd7235e58 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:44.898179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c053749-92f5-47bb-9479-f2f4cae36343,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:44.901292 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:44.902224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:44.905251 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c053749-92f5-47bb-9479-f2f4cae36343 HTTP/1.1" status: 204  len: 168 time: 0.1694841
Feb 15 15:56:45.230078 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 56910) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:45.250968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.267215 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:45.271671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Usage tracker for resource:security_group_rule and tenant:d65e063841a943efad70ca88cd9178af is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:45.275035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:45.279909 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a812c-b250-4177-b59f-53cff1ccfa0b req-8f87057d-6313-446e-92fc-062bc22b8539 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:45.281098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:45.282031 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-375a812c-b250-4177-b59f-53cff1ccfa0b req-8f87057d-6313-446e-92fc-062bc22b8539 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.1027482
Feb 15 15:56:45.334207 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-375a812c-b250-4177-b59f-53cff1ccfa0b req-b3b0b214-b5d5-42e6-b4ef-a3fcdf73c683 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453055
Feb 15 15:56:45.378779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.382043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.391406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-327a4a8c-6c7d-47da-be1c-dd56b02c44e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:45.441685 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d65e063841a943efad70ca88cd9178af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2077999
Feb 15 15:56:45.444078 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 56918) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:45.453529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe8b8e3-abfd-449c-ba07-0ca789e21695,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:45.475978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:45.514082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.543905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.595497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.599487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43d71e78-4754-4bc6-a21f-24b37a483205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:45.613380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe8b8e3-abfd-449c-ba07-0ca789e21695,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:45.616266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:45.620633 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:45.622067 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-719201b6-c484-4f25-b69d-49fffccfd354 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1fe8b8e3-abfd-449c-ba07-0ca789e21695 HTTP/1.1" status: 204  len: 168 time: 0.1782024
Feb 15 15:56:46.732296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c3414-1597-478b-8180-f5968e67cf49 req-38ebbecf-56cf-4541-abc2-a3a7493238aa tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:46.739753 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-493c3414-1597-478b-8180-f5968e67cf49 req-38ebbecf-56cf-4541-abc2-a3a7493238aa tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.2923255
Feb 15 15:56:46.783388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-493c3414-1597-478b-8180-f5968e67cf49 req-538446c4-471a-48a5-b1a9-76fc3bb7e4de tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424981
Feb 15 15:56:48.194940 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4220ee-dd0e-454c-9459-08ac5759f48d req-d15cb6db-04c1-420b-a659-921701bb6871 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:48.197555 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d4220ee-dd0e-454c-9459-08ac5759f48d req-d15cb6db-04c1-420b-a659-921701bb6871 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.3011682
Feb 15 15:56:48.252027 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9d4220ee-dd0e-454c-9459-08ac5759f48d req-beda48f3-1ea1-4d1f-941d-619843b7a073 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0464625
Feb 15 15:56:48.834748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-856e5f14-ecd1-4e28-b31e-cbf587693d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:48.836411 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-856e5f14-ecd1-4e28-b31e-cbf587693d33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1161 time: 0.0817716
Feb 15 15:56:48.999383 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-2f86da9d-7715-4348-afac-917cef02ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:49.000939 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-2f86da9d-7715-4348-afac-917cef02ce0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.1412888
Feb 15 15:56:49.117721 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-ffd5d763-6e29-445b-806d-9205343179e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 1000 time: 0.1077993
Feb 15 15:56:49.190272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-49f761ab-9cee-4812-8e21-0fc2b6f6ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:49.191878 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-49f761ab-9cee-4812-8e21-0fc2b6f6ea4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0673406
Feb 15 15:56:49.278472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-9831ea76-d0d1-4e6f-acab-a01aa4922a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:49.280305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-9831ea76-d0d1-4e6f-acab-a01aa4922a21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800076
Feb 15 15:56:49.726791 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-241e2589-75f9-42a8-8803-46120cbaecde service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4385760
Feb 15 15:56:49.845104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38395ed1-eecd-42d5-86f6-0dae16f9ca15 req-b693b4ff-7b7e-4a79-a079-635dbd8f376e tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:49.846736 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38395ed1-eecd-42d5-86f6-0dae16f9ca15 req-b693b4ff-7b7e-4a79-a079-635dbd8f376e tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.4644873
Feb 15 15:56:49.925300 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38395ed1-eecd-42d5-86f6-0dae16f9ca15 req-8a7af730-b720-4029-b7c3-dcdd4b12013b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0702190
Feb 15 15:56:49.930370 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-dee1a573-b0bb-4176-b723-3b0198f3cf32 req-5e54bf77-e134-4561-b408-9388479733af service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1938455
Feb 15 15:56:50.812279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:50.895441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:56:51.162748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509ea7-eb3e-49dd-aba3-049d88127915 req-89b22689-410a-43e4-aa8f-28a8470f7de0 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:51.164314 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9509ea7-eb3e-49dd-aba3-049d88127915 req-89b22689-410a-43e4-aa8f-28a8470f7de0 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0955880
Feb 15 15:56:51.214501 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9509ea7-eb3e-49dd-aba3-049d88127915 req-f6f36d90-c99a-4ac4-a8ef-478bd216275c tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0436289
Feb 15 15:56:52.439609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f75560-b633-4acf-b912-a8f53304f97d req-0850e69f-ceb1-4646-8227-8be9d1601a03 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:52.441244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35f75560-b633-4acf-b912-a8f53304f97d req-0850e69f-ceb1-4646-8227-8be9d1601a03 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0972321
Feb 15 15:56:52.495710 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-35f75560-b633-4acf-b912-a8f53304f97d req-b0399824-ab54-425e-ab0b-effeb3196f48 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447197
Feb 15 15:56:53.722263 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff702f-d58f-40ea-9f5e-97e6cbbf5b91 req-1d75404e-928b-4069-ada0-788cd6515432 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:53.723879 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3ff702f-d58f-40ea-9f5e-97e6cbbf5b91 req-1d75404e-928b-4069-ada0-788cd6515432 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0955324
Feb 15 15:56:53.780155 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e3ff702f-d58f-40ea-9f5e-97e6cbbf5b91 req-eba22250-f32c-4f43-92a4-bcde1bd3b0cc tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0493519
Feb 15 15:56:54.982594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1853a0-2a73-4150-b571-a17f6f2a0c23 req-44268814-1f6b-4560-97fd-58c4cd22c50a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:54.984315 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d1853a0-2a73-4150-b571-a17f6f2a0c23 req-44268814-1f6b-4560-97fd-58c4cd22c50a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 944 time: 0.0868657
Feb 15 15:56:55.037079 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-2d1853a0-2a73-4150-b571-a17f6f2a0c23 req-7c0c2cc5-712e-4718-9b0f-b9b798b4d39e tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458026
Feb 15 15:56:55.167049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:55.258855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:55.259277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:55.390354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:55.419769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:56:55.430373 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:56:55.434343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:55.436687 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee7f31cd-5afb-4e92-89ef-870f89e56b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:55.472776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'code': 200}
Feb 15 15:56:55.518429 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=6']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:55.522030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:55.785017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62ccd-9fbc-4b90-9a2d-8d803fd08066 req-18a25bd7-f4cd-4ba9-8952-1b47688d58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:55.787620 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79f62ccd-9fbc-4b90-9a2d-8d803fd08066 req-18a25bd7-f4cd-4ba9-8952-1b47688d58dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.0893886
Feb 15 15:56:55.832473 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-79f62ccd-9fbc-4b90-9a2d-8d803fd08066 req-8e11265a-6753-4f66-9066-e0d3ebc596cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0379581
Feb 15 15:56:56.246675 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c9aae-9fcf-4565-a5c2-26031b51ecdf req-7a0f3dec-0f30-4f68-9d01-81f03aaee692 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:56.248212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a93c9aae-9fcf-4565-a5c2-26031b51ecdf req-7a0f3dec-0f30-4f68-9d01-81f03aaee692 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0871859
Feb 15 15:56:56.298453 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a93c9aae-9fcf-4565-a5c2-26031b51ecdf req-a3529bc7-9433-4675-85c0-766c7a4a56a2 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413685
Feb 15 15:56:56.910312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:56:56.990823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:56:56.991248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.236165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57146) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:57.366647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.382080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:57.386174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Usage tracker for resource:security_group_rule and tenant:a4fe1e74254a408094663101e1fbdbf7 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:57.389190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:57.394994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:57.487783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.491376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.503085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-41d02b07-de04-4d8a-9393-0ca5b253648b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:57.510050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5608c9-73fc-4659-b603-a4ad2b263e3a req-f5f38542-6791-4488-b161-892ba32a40ee tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:56:57.511689 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd5608c9-73fc-4659-b603-a4ad2b263e3a req-f5f38542-6791-4488-b161-892ba32a40ee tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0898151
Feb 15 15:56:57.543038 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a4fe1e74254a408094663101e1fbdbf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3030038
Feb 15 15:56:57.543521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57154) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:57.558012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1dab8-de9e-45af-8c60-02c6539235f8,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:57.560826 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd5608c9-73fc-4659-b603-a4ad2b263e3a req-ac7e26be-3458-4d07-96ba-c13ba38bd4fc tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425365
Feb 15 15:56:57.571807 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.572221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.572657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.573059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.573456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.573850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.574230 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.574656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.575014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.575404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.575796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.576185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.576639 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.577034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.577462 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.577848 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.578217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.578607 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.578995 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.579380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.579777 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.580165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.580573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.580961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:56:57.591506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:57.630905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.658291 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.706812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.711894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f66f548-e5c9-461f-820a-9f080ad33854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:57.726496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1dab8-de9e-45af-8c60-02c6539235f8,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:57.730642 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:57.738806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:57.740033 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6aa8d0b0-089f-44bb-a9b8-d7e9aa587a20 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/90a1dab8-de9e-45af-8c60-02c6539235f8 HTTP/1.1" status: 204  len: 168 time: 0.1954799
Feb 15 15:56:58.077307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57164) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:58.096760 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.112962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:56:58.117509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7c25c37e384209a41e6d4b9d534847 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:56:58.120722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:56:58.126924 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:56:58.213969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.217851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.230651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-accb2774-db0a-46d9-a7dc-22277cd4910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:58.272563 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2a7c25c37e384209a41e6d4b9d534847&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940427
Feb 15 15:56:58.274359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4059ed79-2d5a-41de-8e2a-43a70b6e29e5,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:58.275600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57170) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:56:58.277799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13dd94b3-26d2-48aa-bb54-86e70da9a304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:58.345378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.373558 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.420890 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.425133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eaa661d3-4a10-4dec-b5d7-934ea10ecaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:56:58.437170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4059ed79-2d5a-41de-8e2a-43a70b6e29e5,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:56:58.441339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:56:58.446045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:56:58.447620 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4059ed79-2d5a-41de-8e2a-43a70b6e29e5 HTTP/1.1" status: 204  len: 168 time: 0.1704614
Feb 15 15:57:00.697914 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57242) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:00.940973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:00.956944 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:00.961077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Usage tracker for resource:security_group_rule and tenant:16a2fe38ad054daab464d00de6666ef7 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:00.964049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:00.969861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:01.058927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.062119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.071591 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07827b3-091e-41c6-bdf7-9fe25bcc3f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:01.118152 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=16a2fe38ad054daab464d00de6666ef7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4189858
Feb 15 15:57:01.119058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665b31a-1ca4-4de2-a7ca-1801fa63893e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:01.121991 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57252) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:01.122340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9d4334bd-21b2-4dbd-b13e-9dced9ef1c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:01.195005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.224950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.272598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.276528 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4389cc9d-2aac-474c-81f8-2a9ae7080505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:01.290288 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665b31a-1ca4-4de2-a7ca-1801fa63893e,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:01.294489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:01.300285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.301557 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c665b31a-1ca4-4de2-a7ca-1801fa63893e HTTP/1.1" status: 204  len: 168 time: 0.1782134
Feb 15 15:57:01.620609 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57262) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:01.640523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.656000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:01.660106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Usage tracker for resource:security_group_rule and tenant:230f60d6e66847ee813a08fb64e5491d is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:01.663348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:01.672994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:01.778678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.782814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.790182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e3f2b15-3208-4834-9b3e-72969259ae74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:01.833808 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=230f60d6e66847ee813a08fb64e5491d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119257
Feb 15 15:57:01.834682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8f3eb-7029-46f1-b1e8-83bee24a786f,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:01.837011 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57266) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:01.838045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:01.906993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.936151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.989289 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:01.994603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b3b17b7f-e040-40c1-86fa-816215554d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:02.008303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8f3eb-7029-46f1-b1e8-83bee24a786f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:02.016490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:02.017722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e9d8f3eb-7029-46f1-b1e8-83bee24a786f HTTP/1.1" status: 204  len: 168 time: 0.1796780
Feb 15 15:57:02.019352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.019776 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.020196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.020696 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.021203 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.021610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.022015 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.022366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.022801 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.023202 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.023605 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.024147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.024454 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.024860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.025240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.025671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.026071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.026473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.026857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.027260 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.027660 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.028120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.028466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.028886 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:57:02.032326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-72b912d7-a54b-4756-a084-74c6be03e5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:05.549632 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ded1bbb9-4f35-4a43-95ee-dde011ab2d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:08.326021 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dddc3ef-a9d3-41ac-abc8-aa1bbfb7fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:08.900606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57402) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:09.030680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.046381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:09.050826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Usage tracker for resource:security_group_rule and tenant:9fac797d738242099e65ef24805d2825 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:09.054269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:09.060344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:09.098013 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57410) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:09.149080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.155222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.165762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4c329528-af81-4ade-b176-48c14005398e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:09.186371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.211601 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9fac797d738242099e65ef24805d2825&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096719
Feb 15 15:57:09.214783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57416) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:09.226516 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.231967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987cc1d-0204-4666-9ce8-c73f26e7e469,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:09.236395 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1dac1583-9e0c-465b-ac6b-14ee266da26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:09.243465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:09.247702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:89b6f501100443f0bed5ad0bd40d049b is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:09.250702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:09.256759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:09.285008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.313018 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.340624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.344439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.357922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77f87db2-748f-40e5-b419-1480ac44008b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:09.359747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.364979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a5f8681-0a04-4bb6-a2b5-1552c51bd599 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:09.377092 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987cc1d-0204-4666-9ce8-c73f26e7e469,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:09.380897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:09.384458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.388285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-058d3440-f19a-4a5c-be91-9b9b632c11d8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e987cc1d-0204-4666-9ce8-c73f26e7e469 HTTP/1.1" status: 204  len: 168 time: 0.1699553
Feb 15 15:57:09.398018 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89b6f501100443f0bed5ad0bd40d049b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962444
Feb 15 15:57:09.399091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57422) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:09.403329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab7903-3a50-4163-8563-26180b99ec51,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:09.407059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:09.463077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.490479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.540813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.546006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b15094f-0fe1-4259-8660-5e7ea7bc7bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:09.558898 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab7903-3a50-4163-8563-26180b99ec51,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:09.563194 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:09.564374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:09.569145 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-fc80d62a-3348-4282-bba3-111989aa0141 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8aab7903-3a50-4163-8563-26180b99ec51 HTTP/1.1" status: 204  len: 168 time: 0.1658807
Feb 15 15:57:09.952647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.008707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57444) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:10.028049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.043594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:10.047885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Usage tracker for resource:security_group_rule and tenant:d533aedc03d741c182152c718c17985d is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:10.051109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:10.057285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:10.148059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.152339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.163819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d21342ca-1a14-4a1b-bf54-c4765373a225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:10.211114 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d533aedc03d741c182152c718c17985d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2011476
Feb 15 15:57:10.212103 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570efbfc-b93f-4057-941d-e6fca1b55816,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:10.214132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57450) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:10.215440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:10.277340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.304721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.350312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.355600 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d436f2e6-c149-4629-b3d2-0851e92a1ce5 tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:10.372218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570efbfc-b93f-4057-941d-e6fca1b55816,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:10.375270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:10.388670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:10.392667 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/570efbfc-b93f-4057-941d-e6fca1b55816 HTTP/1.1" status: 204  len: 168 time: 0.1747086
Feb 15 15:57:10.490647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.444453 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57592) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:16.575297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.591348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:16.595400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Usage tracker for resource:security_group_rule and tenant:40ceb3c0c3d34e2f94be5a236c1f4da6 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:16.598386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:16.604280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:16.696208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.699655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.709136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7281d6cf-81eb-4268-b192-c38c4c8e0878 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:16.751051 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=40ceb3c0c3d34e2f94be5a236c1f4da6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3053391
Feb 15 15:57:16.753033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc33a7-b53e-4e47-a7d5-15fbe0f25eb7,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:16.754114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57602) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:16.756474 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9983aa33-5512-431f-bf4b-d931580ce66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:16.821853 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.857378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.906432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.912023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35d59ba6-2f74-499a-a1a5-849d7be6bd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:16.925554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc33a7-b53e-4e47-a7d5-15fbe0f25eb7,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:16.929472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:16.935186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:16.936448 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d9b73205-5d2d-4b10-a65b-450b5d7ef988 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/14fc33a7-b53e-4e47-a7d5-15fbe0f25eb7 HTTP/1.1" status: 204  len: 168 time: 0.1809976
Feb 15 15:57:17.244797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57614) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:17.264482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.280421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:17.284697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Usage tracker for resource:security_group_rule and tenant:6bd6164b96ff45f7988192001e819d86 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:17.287758 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:17.293682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:17.391915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.395791 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.402880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2838c132-7e4f-4248-a295-1b46110014b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:17.445477 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6bd6164b96ff45f7988192001e819d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1995525
Feb 15 15:57:17.447506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d541a-0ac6-4734-9546-5feecd3b7557,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:17.448997 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57618) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:17.451165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:17.517229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.546922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.601970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.605931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b442a169-d9d6-4529-bca0-20ca6fa46724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:17.618023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d541a-0ac6-4734-9546-5feecd3b7557,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:17.620891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:17.628142 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:17.629901 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-5dbdf3e3-3b8b-4cb7-862a-3c60d840f3b7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/750d541a-0ac6-4734-9546-5feecd3b7557 HTTP/1.1" status: 204  len: 168 time: 0.1798332
Feb 15 15:57:18.031499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57628) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:18.055087 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.073371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:18.074699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Usage tracker for resource:security_group_rule and tenant:ba350f57dd3348909f93398ea327e1b0 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:18.077670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:18.083594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:18.172757 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.176269 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.185856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ea75e19a-6872-4ec7-a8e6-31dfb5a2892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:18.229707 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ba350f57dd3348909f93398ea327e1b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970139
Feb 15 15:57:18.230658 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8692411c-9f52-4f70-a6d8-b6fd9b963d88,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:18.232581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57634) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:18.233926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-766eeedc-1e58-4f2b-a29b-f86f1a199919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:18.300895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.329550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.376678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.381938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-990d5394-57e8-48f4-b41b-ef6237e07f52 tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:18.394182 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8692411c-9f52-4f70-a6d8-b6fd9b963d88,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:18.398053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:18.401555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:18.402951 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6b1af425-d2de-4470-8877-70013ace04dc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8692411c-9f52-4f70-a6d8-b6fd9b963d88 HTTP/1.1" status: 204  len: 168 time: 0.1692386
Feb 15 15:57:20.812721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.004234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57718) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:21.153536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.170112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:21.174624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad24155e58a4b349aa728df4fd39775 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:21.177929 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:21.183976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:21.272310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.276612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.283904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8ea3bec6-a341-4b1e-889f-33d70d88d809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:21.332087 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7ad24155e58a4b349aa728df4fd39775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3264534
Feb 15 15:57:21.333130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4300bc9-70b7-46bd-9ef3-94d3984c3d59,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:21.335363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57724) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:21.336661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e93b1bcb-8b00-456f-9596-7d81583d7f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:21.403379 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.431158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.480578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.485683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-47dcfb1e-0c7c-4a7e-8dc2-28c0a00dd444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:21.499994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4300bc9-70b7-46bd-9ef3-94d3984c3d59,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:21.503846 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:21.507493 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.508778 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-894e31af-94fb-4951-b0db-8ead7261e117 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a4300bc9-70b7-46bd-9ef3-94d3984c3d59 HTTP/1.1" status: 204  len: 168 time: 0.1719496
Feb 15 15:57:21.838048 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57732) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:21.862173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.878989 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:21.883647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1645df5e354ac483d4229cc46470be is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:21.886941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:21.893238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:21.992495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:21.996396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:22.003855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-686ea857-85db-4574-8b6e-2f4c7ef21961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:22.045661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d40807-520b-4bd8-a15d-4ab1c7b18f65,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:22.049043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:22.051917 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ac1645df5e354ac483d4229cc46470be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2123368
Feb 15 15:57:22.055271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 57738) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:22.120037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:22.148621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:22.198708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:22.202711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c05ddeb6-1849-4d75-a2f4-6ee6d2d7e801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:22.215602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d40807-520b-4bd8-a15d-4ab1c7b18f65,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:22.219744 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:22.240631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:22.242085 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8698c74f-2f9f-4d46-916f-ae30e1cce2e0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/57d40807-520b-4bd8-a15d-4ab1c7b18f65 HTTP/1.1" status: 204  len: 168 time: 0.1857646
Feb 15 15:57:27.901796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:57:35.555873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6da3ed-520c-4e5e-9bbe-6594baf9a1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:38.320293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7700a4df-0240-4d55-a0d9-1b14dd050484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:39.188530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:39.949170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:40.493298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.417874 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 57994) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:46.550945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.567029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:46.572722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1420f09d6d49458fb4a518a9016cffdb is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:46.575843 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:46.582417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:46.671416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.675885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.687655 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21320d4c-04c1-4081-993a-af26a0dd476c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:46.732408 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1420f09d6d49458fb4a518a9016cffdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3130970
Feb 15 15:57:46.733377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6966aba1-b412-472f-ba1e-5917fef0c711,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:46.735368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58002) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:46.736931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a41eab24-65b1-46ec-943b-655983dbb6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:46.801892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.834293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.886115 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.889942 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e07a4195-be85-4f01-a324-83ed6a27a6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:46.903841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966aba1-b412-472f-ba1e-5917fef0c711,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:46.907016 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:46.909312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:46.910526 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c3edc779-c891-4a71-8aaa-26461b163e12 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6966aba1-b412-472f-ba1e-5917fef0c711 HTTP/1.1" status: 204  len: 168 time: 0.1738656
Feb 15 15:57:47.649505 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58036) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:47.776155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714931142-network', 'tenant_id': 'ef361ab6b125495c90427284d7384cc9'}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:57:47.782009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:47.786690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Usage tracker for resource:network and tenant:ef361ab6b125495c90427284d7384cc9 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:47.790128 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:47.796790 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:47.809805 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Made reservation on behalf of ef361ab6b125495c90427284d7384cc9 for: {'network': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:57:47.814594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for network, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:47.828466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:47.844040 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:47.848213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ef361ab6b125495c90427284d7384cc9 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:47.851310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:47.857357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:47.944475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:47.949905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:47.952994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d66ab3de-d1c9-460d-b79b-d242bb725970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:47.985787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 15 15:57:47.995261 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826dc685-ad28-4447-8c3c-74e4e16d4a83,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:47.999159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:48.001743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279386185042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.002177 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.segments_db [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Added segment 75d02fb0-e352-4c38-8744-d23b373f4aaa of type vxlan for network 6ddf29e3-ac7f-4baf-9115-b00510d92974
Feb 15 15:57:48.036661 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757468080345'] for network, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.074907 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837'] for network, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.076227 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:48.076889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.080685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:48.193897 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddf29e3-ac7f-4baf-9115-b00510d92974,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:48.202771 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:48.206175 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-91b986ef-da2a-4f5a-b5f9-3a35126258e6 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5553854
Feb 15 15:57:48.207350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 details requested by agent ovs-agent-dv-cinder-768105-5-iscsi with host dv-cinder-768105-5-iscsi {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:57:48.209214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58044) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:48.215531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Request body: {'subnet': {'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714931142-subnet', 'tenant_id': 'ef361ab6b125495c90427284d7384cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:57:48.220892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:48.223054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 15 15:57:48.225285 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Usage tracker for resource:subnet and tenant:ef361ab6b125495c90427284d7384cc9 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:48.228920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:48.234857 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:48.245439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Made reservation on behalf of ef361ab6b125495c90427284d7384cc9 for: {'subnet': 1} {{(pid=84015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:57:48.250572 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847804005'] for subnet, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.676479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7982664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847803916'] for subnet, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.689992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e7380d8-44aa-4fd9-8cf2-3da0b1545894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:48.825075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a35b125-33f6-4a1e-a6c0-bb20a791a40c,revision_number=0']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:48.829316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:48.890745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Checking segment: {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:57:48.890985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Network hostable DHCP agents. Network: 6ddf29e3-ac7f-4baf-9115-b00510d92974, hostable agents: ['0653594a-dd41-476a-a275-de32c45759c6'], hosted agents: [] {{(pid=84015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 15 15:57:48.912710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 is scheduled to be hosted by DHCP agent 0653594a-dd41-476a-a275-de32c45759c6 with binding_index 1 {{(pid=84015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 15 15:57:48.923565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-iscsi, 6ddf29e3-ac7f-4baf-9115-b00510d92974) {{(pid=84015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:57:48.933706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137b9e4-14bd-4e4f-9861-d3cc67cbe969 None None] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:57:48.939819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:48.940536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:48.962262 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-e78c32e4-ce06-4478-8254-3bcd70dda3d5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7519412
Feb 15 15:57:49.167498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b8fe2-97fa-4abb-a585-a3fed913b615 None None] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:57:50.823256 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:51.112961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-bb4bcbcd-7d82-45dc-b1d5-2b22abfb1f53 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:51.114483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-bb4bcbcd-7d82-45dc-b1d5-2b22abfb1f53 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 808 time: 0.1762140
Feb 15 15:57:51.132694 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-892fdfe7-4285-4633-9495-f4e7154aff7e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/quotas/ef361ab6b125495c90427284d7384cc9 HTTP/1.1" status: 200  len: 375 time: 0.0103159
Feb 15 15:57:51.187450 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-dc806070-e801-4b3d-ae6b-66525cdd956f tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489900
Feb 15 15:57:51.199787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-470d9ff7-3240-4dba-b52f-0ed7fd646251 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:57:51.200898 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-470d9ff7-3240-4dba-b52f-0ed7fd646251 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062273
Feb 15 15:57:51.345700 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-fd5a80fc-e353-48d1-8586-e7a5eb3d2d0b service neutron] 10.222.0.102 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381917
Feb 15 15:57:51.499562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-7b272427-77d6-48c0-9ac0-5fed9f037a4c service neutron] 10.222.0.102 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438320
Feb 15 15:57:51.706855 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-38f2fbf7-ace0-4781-832b-715fa37aaf45 req-7ea9b956-d20d-4724-87d5-99c6bc0eeb20 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 210 time: 0.0506203
Feb 15 15:57:52.875920 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d415e80f-8e68-4dcc-8cca-e415cfa8bce9 req-8389c894-05cb-4c93-b2cf-b8c367dacbfc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 210 time: 0.0537481
Feb 15 15:57:53.039919 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-a687606b-a2a6-452c-9620-8068121caad1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:53.041453 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-a687606b-a2a6-452c-9620-8068121caad1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 808 time: 0.1618114
Feb 15 15:57:53.055088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Request body: {'port': {'device_id': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974', 'admin_state_up': True, 'tenant_id': 'ef361ab6b125495c90427284d7384cc9'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:57:53.205779 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:57:53.210162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Usage tracker for resource:port and tenant:ef361ab6b125495c90427284d7384cc9 is out of sync, need to count used quota {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:57:53.213358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84016) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:57:53.219472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:57:53.229930 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Made reservation on behalf of ef361ab6b125495c90427284d7384cc9 for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:57:53.235564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:53.542008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Allocated IP 172.20.0.11 (6ddf29e3-ac7f-4baf-9115-b00510d92974/2a35b125-33f6-4a1e-a6c0-bb20a791a40c/568a76c7-19f5-494d-8418-59aee9f5a07c) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:57:53.767563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:53.798960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:53.816512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-edb4d9b0-278b-4cd5-b754-837ad9183115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:53.970571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Pushing event updated for resources: {'Port': ['ID=568a76c7-19f5-494d-8418-59aee9f5a07c,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:53.974038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:54.014838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:57:54.015983 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:57:54.018400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:57:54.089563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afcf10-dd25-49b1-873c-7aaccf1e97b8 req-dfb2f162-ec62-4a47-ae64-0a2f270cfa80 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:54.091336 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21afcf10-dd25-49b1-873c-7aaccf1e97b8 req-dfb2f162-ec62-4a47-ae64-0a2f270cfa80 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 932 time: 0.0983360
Feb 15 15:57:54.142993 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-21afcf10-dd25-49b1-873c-7aaccf1e97b8 req-c9f616f4-b099-435e-82c7-c88cf791ded8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Synchronizing usage tracker for tenant:ef361ab6b125495c90427284d7384cc9 on resource:security_group {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:57:54.163428 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-21afcf10-dd25-49b1-873c-7aaccf1e97b8 req-c9f616f4-b099-435e-82c7-c88cf791ded8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Unset dirty status for tenant:ef361ab6b125495c90427284d7384cc9 on resource:security_group {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:57:54.165217 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-21afcf10-dd25-49b1-873c-7aaccf1e97b8 req-c9f616f4-b099-435e-82c7-c88cf791ded8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671732
Feb 15 15:57:54.324576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:54.325151 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:54.347440 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2965214
Feb 15 15:57:54.362109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-b8e52279-bf98-4514-a58a-fb528e4359c1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:57:54.363495 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-b8e52279-bf98-4514-a58a-fb528e4359c1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0085545
Feb 15 15:57:54.447885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Request body: {'port': {'device_id': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:57:54.570169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.011169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568a76c7-19f5-494d-8418-59aee9f5a07c {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:57:55.019392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.033797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Transition to ACTIVE for port object 568a76c7-19f5-494d-8418-59aee9f5a07c will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:57:55.037416 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.056841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-79265668-75ac-4734-a25b-dc5484d830ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:55.213685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=568a76c7-19f5-494d-8418-59aee9f5a07c,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:55.217126 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:55.471199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Attempting to bind port 568a76c7-19f5-494d-8418-59aee9f5a07c on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:57:55.471581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Attempting to bind port 568a76c7-19f5-494d-8418-59aee9f5a07c by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:57:55.471950 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Attempting to bind port 568a76c7-19f5-494d-8418-59aee9f5a07c on network 6ddf29e3-ac7f-4baf-9115-b00510d92974 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:57:55.481405 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:57:55.481784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Checking segment: {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:57:55.482190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.482582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Bound using segment: {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:57:55.483056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Bound port: 568a76c7-19f5-494d-8418-59aee9f5a07c, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:57:55.483427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.498722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649845-f392-4341-8d2e-9cecc19e208b req-67c878a9-ba36-4e63-a74b-a06211c8adc2 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:55.499485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14649845-f392-4341-8d2e-9cecc19e208b req-67c878a9-ba36-4e63-a74b-a06211c8adc2 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Synchronizing usage tracker for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:57:55.561681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-14649845-f392-4341-8d2e-9cecc19e208b req-67c878a9-ba36-4e63-a74b-a06211c8adc2 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Unset dirty status for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:57:55.563046 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14649845-f392-4341-8d2e-9cecc19e208b req-67c878a9-ba36-4e63-a74b-a06211c8adc2 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 944 time: 0.2465801
Feb 15 15:57:55.635492 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] For port 568a76c7-19f5-494d-8418-59aee9f5a07c, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:57:55.642994 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-14649845-f392-4341-8d2e-9cecc19e208b req-1e6880c8-976a-43bf-a6b6-0caf4f4add5f tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670035
Feb 15 15:57:55.647704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] For port 568a76c7-19f5-494d-8418-59aee9f5a07c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=568a76c7-19f5-494d-8418-59aee9f5a07c,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:57:55.652378 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.668284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51a9f050-dcec-4148-9ca5-832103f0a5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:57:55.824900 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Pushing event updated for resources: {'Port': ['ID=568a76c7-19f5-494d-8418-59aee9f5a07c,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:57:55.830671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:57:55.863812 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:55.864517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:57:55.865972 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/568a76c7-19f5-494d-8418-59aee9f5a07c HTTP/1.1" status: 200  len: 1158 time: 1.4953842
Feb 15 15:57:55.866535 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:57:56.066948 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c', 'status': 'completed', 'code': 200}
Feb 15 15:57:56.848967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523199e0-fe6b-4d0f-8c7a-e15c2c1b274a req-9e9ae389-9557-460d-9feb-0ad3109706e4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:56.850435 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-523199e0-fe6b-4d0f-8c7a-e15c2c1b274a req-9e9ae389-9557-460d-9feb-0ad3109706e4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 944 time: 0.0937266
Feb 15 15:57:56.899651 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-523199e0-fe6b-4d0f-8c7a-e15c2c1b274a req-3cd7df40-5742-4bbe-94c8-5191801e9856 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424087
Feb 15 15:57:58.367483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2fb2-a312-4255-a291-1f4404a979dd req-5dffa9c9-9091-4738-9b99-4f56d47e94f7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:58.369183 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ebbf2fb2-a312-4255-a291-1f4404a979dd req-5dffa9c9-9091-4738-9b99-4f56d47e94f7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 944 time: 0.3432243
Feb 15 15:57:58.417494 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ebbf2fb2-a312-4255-a291-1f4404a979dd req-1682cf7f-2a53-4744-b998-a255bbd6fdee tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419438
Feb 15 15:57:58.561762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-974246a0-d032-43a5-a103-b7f098d0bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:58.563453 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-974246a0-d032-43a5-a103-b7f098d0bad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 1161 time: 0.0850117
Feb 15 15:57:58.641211 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-464f27d0-ed4b-43fc-9e8f-5c362dd8abce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568a76c7-19f5-494d-8418-59aee9f5a07c HTTP/1.1" status: 200  len: 217 time: 0.0674186
Feb 15 15:57:58.722316 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-03ffb869-41e7-4673-bc66-ee0364d9ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:58.723918 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-03ffb869-41e7-4673-bc66-ee0364d9ec17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a35b125-33f6-4a1e-a6c0-bb20a791a40c HTTP/1.1" status: 200  len: 848 time: 0.0751629
Feb 15 15:57:58.783688 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-591d66ed-0853-485e-bae0-46f3c927e415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ddf29e3-ac7f-4baf-9115-b00510d92974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493889
Feb 15 15:57:58.938273 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-ac2c58a4-e888-4ed8-858e-a68bce5cf93a service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469703
Feb 15 15:57:59.091061 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7ae99146-dee2-41be-9e65-4070b4ba81f9 req-d2f9e8ca-3535-405c-954d-b5532972f0b3 service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424940
Feb 15 15:57:59.230673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-d82e6c83-a584-4f23-9073-0c0e6faa0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:59.232318 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-d82e6c83-a584-4f23-9073-0c0e6faa0e0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 1161 time: 0.0830584
Feb 15 15:57:59.385910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-f8c38f54-a6b2-4cd0-b1db-794a9fda26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:59.387384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-f8c38f54-a6b2-4cd0-b1db-794a9fda26ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 902 time: 0.1457467
Feb 15 15:57:59.461262 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-c1e2c308-933e-4d18-9d6e-e5e057eaf037 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568a76c7-19f5-494d-8418-59aee9f5a07c HTTP/1.1" status: 200  len: 217 time: 0.0651970
Feb 15 15:57:59.534671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-2411ac74-4105-4812-80a8-369493d9319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:59.537194 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-2411ac74-4105-4812-80a8-369493d9319c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a35b125-33f6-4a1e-a6c0-bb20a791a40c HTTP/1.1" status: 200  len: 848 time: 0.0685799
Feb 15 15:57:59.632981 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-1b00eb0a-bc12-4c6a-b4e8-a250f9930066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ddf29e3-ac7f-4baf-9115-b00510d92974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578539
Feb 15 15:57:59.777753 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b566915-40a7-49d4-96e7-7563d91e1c69 req-deddfe27-8747-4521-a069-f47dba4b8681 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:57:59.779433 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b566915-40a7-49d4-96e7-7563d91e1c69 req-deddfe27-8747-4521-a069-f47dba4b8681 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 944 time: 0.2409575
Feb 15 15:57:59.830836 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-daab1007-9504-4224-bc8e-95f7054ace69 service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884186
Feb 15 15:57:59.858700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58176) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:57:59.885407 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9b566915-40a7-49d4-96e7-7563d91e1c69 req-ecbc340a-725a-414a-b165-72d236b677ba tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974030
Feb 15 15:57:59.995221 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.002077 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6dcf4dea-d57b-4b58-9456-1197abdce137 req-f7756cb7-9a8c-4e09-a808-d381c9d0a6ac service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613991
Feb 15 15:58:00.017224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:58:00.022118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Usage tracker for resource:security_group_rule and tenant:75de86ff764e4dde91d4acdd17b20dd5 is out of sync, need to count used quota {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 15 15:58:00.025613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84015) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 15 15:58:00.031399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:58:00.130547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.133934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_create {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.143147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9512f8ef-dd79-455f-ad8e-1e557c92b1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:00.183173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7a493-f3b3-4c29-9b9f-45f060f45b3b,revision_number=1']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:00.186820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:00.197748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58182) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:00.200904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c0efb968-a455-4c3f-9491-82cee3f6788f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=75de86ff764e4dde91d4acdd17b20dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3406889
Feb 15 15:58:00.261656 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.299947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.348868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.354081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2117200-120f-4de6-8699-2241fbb15b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:00.367400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7a493-f3b3-4c29-9b9f-45f060f45b3b,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:00.377069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.377483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.377885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.378321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.378713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.379104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.379497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.379850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.380237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.380647 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.381030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.381413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.381839 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.382228 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.382615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.382996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.383381 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.383765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.384147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.384555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.384966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.385351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.385733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.386117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:00.389553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:00.394109 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b4a7a493-f3b3-4c29-9b9f-45f060f45b3b HTTP/1.1" status: 204  len: 168 time: 0.1919534
Feb 15 15:58:00.394109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-68b392ac-a7d9-4b28-aafe-dce6bec17b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:01.115042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028991a1-20b5-43e5-99ce-8752960de589 req-135794b7-5887-4176-8b0b-e12ec62e4d7a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:01.117269 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-028991a1-20b5-43e5-99ce-8752960de589 req-135794b7-5887-4176-8b0b-e12ec62e4d7a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 944 time: 0.0951655
Feb 15 15:58:01.152895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.objects.ports [None req-d1d2ba8e-ae5b-42e4-949c-819e2b14b9b3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84017) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 15 15:58:01.169483 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-028991a1-20b5-43e5-99ce-8752960de589 req-54305196-8165-4462-aa47-f2fd522a49bc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454392
Feb 15 15:58:01.590823 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 568a76c7-19f5-494d-8418-59aee9f5a07c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:01.679709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 568a76c7-19f5-494d-8418-59aee9f5a07c completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:58:01.684975 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 568a76c7-19f5-494d-8418-59aee9f5a07c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:01.685444 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:01.816072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:01.845736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:01.856423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 568a76c7-19f5-494d-8418-59aee9f5a07c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=568a76c7-19f5-494d-8418-59aee9f5a07c,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:01.860705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:01.862666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:01.899816 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c', 'code': 200}
Feb 15 15:58:01.941672 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=568a76c7-19f5-494d-8418-59aee9f5a07c,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:01.950138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.950527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.950905 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.951278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.951673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.952017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.952404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.952770 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.953132 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.953491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.953854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.954214 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.954634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.954996 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.955356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.955713 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.956083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.956436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.956799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.957184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.957599 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.957962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.958317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.958674 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:01.963309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:02.155150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ebd99-0e75-4741-998c-dd97b7196df3 req-345d0bbd-193a-43c9-a227-8faccbc03111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:02.156746 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-254ebd99-0e75-4741-998c-dd97b7196df3 req-345d0bbd-193a-43c9-a227-8faccbc03111 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 1163 time: 0.0837190
Feb 15 15:58:02.203768 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-254ebd99-0e75-4741-998c-dd97b7196df3 req-0cbad757-5130-4d1f-949d-5e98c3ba82b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381339
Feb 15 15:58:02.379611 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32dd2-a33a-4dfa-83f2-9e3e1e530133 req-fc846b8b-0dd6-45f6-b5c6-57d92532a689 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:02.381268 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3a32dd2-a33a-4dfa-83f2-9e3e1e530133 req-fc846b8b-0dd6-45f6-b5c6-57d92532a689 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.0995734
Feb 15 15:58:02.431148 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f3a32dd2-a33a-4dfa-83f2-9e3e1e530133 req-7fe13ff3-bd7a-419f-91a7-39e213d1f600 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419402
Feb 15 15:58:03.112765 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 568a76c7-19f5-494d-8418-59aee9f5a07c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:03.197102 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 568a76c7-19f5-494d-8418-59aee9f5a07c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:03.197593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:03.641450 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6e8a-7092-41c3-8ad8-c1efaf7721f5 req-09f879a8-9705-4424-b20c-eb253c413cb4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:03.643123 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66ae6e8a-7092-41c3-8ad8-c1efaf7721f5 req-09f879a8-9705-4424-b20c-eb253c413cb4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.0912950
Feb 15 15:58:03.691459 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-66ae6e8a-7092-41c3-8ad8-c1efaf7721f5 req-8fcd40e2-e93e-4354-958e-2ba4e575e5a7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416012
Feb 15 15:58:04.125793 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-7fd69dd0-2312-4f5f-b050-061e4f65a88f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-665514003&fields=id&tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 267 time: 0.0504415
Feb 15 15:58:04.294430 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-2da61c24-cc04-4c60-bf11-d7e81eb29a3d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:04.295968 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-2da61c24-cc04-4c60-bf11-d7e81eb29a3d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.1593401
Feb 15 15:58:04.315558 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-b8e12eb9-ac94-48a6-b0ba-8cc2c358b21c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/quotas/5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 375 time: 0.0105166
Feb 15 15:58:04.426916 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-45d46269-5879-4e4a-b78c-f937501a1558 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1050875
Feb 15 15:58:04.562272 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-799340ef-9015-4f7a-bb57-25b9120d5813 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 15:58:04.563351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-799340ef-9015-4f7a-bb57-25b9120d5813 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1241615
Feb 15 15:58:04.711345 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-87249ba3-162c-420f-aad3-7d37b0c43dab service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410871
Feb 15 15:58:04.863366 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-7cfec1bb-f11f-494f-bbb5-04057df68bc9 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414115
Feb 15 15:58:04.891440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:58:04.898623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b9c09-e1f2-4243-b58a-4803d98f8b07 req-3e708eaf-a119-42dd-a3d9-b609e147bcd7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:04.900277 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b88b9c09-e1f2-4243-b58a-4803d98f8b07 req-3e708eaf-a119-42dd-a3d9-b609e147bcd7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.0922182
Feb 15 15:58:04.949051 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b88b9c09-e1f2-4243-b58a-4803d98f8b07 req-d86658ea-a1da-457c-a0eb-ce9c6582c52d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423126
Feb 15 15:58:05.105166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 568a76c7-19f5-494d-8418-59aee9f5a07c up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:05.184965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 568a76c7-19f5-494d-8418-59aee9f5a07c triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:05.185500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:05.423337 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cf676f26-ae5d-4163-9ee3-189ba0f520de req-14138072-d0eb-4a9e-870f-049586662b22 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 210 time: 0.0490470
Feb 15 15:58:05.550580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-634a9b31-dbfa-4bf6-b67e-48632761abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:06.064739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2fb5d-26d6-4efb-8daf-aa7ff41e8aed req-cd5e5f92-fad6-47f4-9725-16876105057c tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:06.066371 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-10c2fb5d-26d6-4efb-8daf-aa7ff41e8aed req-cd5e5f92-fad6-47f4-9725-16876105057c tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.0899341
Feb 15 15:58:06.114713 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-10c2fb5d-26d6-4efb-8daf-aa7ff41e8aed req-ca35e3ed-405c-4292-8681-e777846ba5af tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413542
Feb 15 15:58:06.594064 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-332c1c33-cc8e-46a9-829e-d7334c9f2ae6 req-871b30fd-d879-4e68-b215-c2d623b9d1e5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 210 time: 0.0541220
Feb 15 15:58:06.865010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-76f00a0b-cb3a-406a-ae96-ce677921e3ca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:06.866586 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-76f00a0b-cb3a-406a-ae96-ce677921e3ca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 811 time: 0.4012768
Feb 15 15:58:06.944148 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-a5475974-5c9f-4fd3-8fb4-b3936ec26d03 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a834a5564f941b4868101775acad5bf HTTP/1.1" status: 200  len: 5763 time: 0.0678897
Feb 15 15:58:06.956673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'port': {'device_id': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'admin_state_up': True, 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'security_groups': ['bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e']}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:07.101403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:58:07.111248 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:58:07.121466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Made reservation on behalf of 5a834a5564f941b4868101775acad5bf for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:58:07.127187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:07.451673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afa1ba-b36f-4ef0-85b9-21712397c408 req-1c008e9c-ff83-4a17-b2e5-db27a20ac31b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:07.453294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01afa1ba-b36f-4ef0-85b9-21712397c408 req-1c008e9c-ff83-4a17-b2e5-db27a20ac31b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.1971781
Feb 15 15:58:07.557522 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-01afa1ba-b36f-4ef0-85b9-21712397c408 req-519dc9e5-a35f-4e19-a2d0-a5667f22cb3b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974143
Feb 15 15:58:07.561736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.20.0.12 (0cb4c4a6-860d-4f0e-bec1-0424070263c1/82128355-ea79-4abd-b871-91692f9f7f6d/6761556c-b07b-46e1-b9d9-bddb130acc5a) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:58:07.623459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-1843ac5f-0c3b-4f55-8123-b3b424a0efa8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:07.625098 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-1843ac5f-0c3b-4f55-8123-b3b424a0efa8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 946 time: 0.1012971
Feb 15 15:58:07.706836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Deleting port 568a76c7-19f5-494d-8418-59aee9f5a07c {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:07.707391 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:07.768699 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:07.787251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Transition to ACTIVE for port object 6761556c-b07b-46e1-b9d9-bddb130acc5a will not be triggered until provisioned by entity DHCP. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:58:07.801372 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ffd0e960-dbe7-41e9-9010-11792a3511c2 req-e32cb557-0fba-4858-b763-0a6e10672827 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 210 time: 0.0666707
Feb 15 15:58:07.811573 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:07.832297 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f0282eef-81dd-48fb-b3f8-53effb37b2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:07.983257 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=6761556c-b07b-46e1-b9d9-bddb130acc5a,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:07.987511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:08.027458 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:58:08.028683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:58:08.031193 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:58:08.032090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] For port 568a76c7-19f5-494d-8418-59aee9f5a07c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=568a76c7-19f5-494d-8418-59aee9f5a07c,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:08.032606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.097009 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:08.097683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.124683 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-af00bdbe-b75e-4774-b642-a81f8de0f94f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1718729
Feb 15 15:58:08.138637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Request body: {'port': {'device_id': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:08.181222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Calling delete_port for 568a76c7-19f5-494d-8418-59aee9f5a07c owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:08.246366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-45a407ab-5cf4-4772-8bfb-0ec1258a2b96 None None] Provisioning for port 6761556c-b07b-46e1-b9d9-bddb130acc5a completed by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:58:08.251803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-45a407ab-5cf4-4772-8bfb-0ec1258a2b96 None None] Provisioning complete for port 6761556c-b07b-46e1-b9d9-bddb130acc5a triggered by entity DHCP. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:08.253069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a407ab-5cf4-4772-8bfb-0ec1258a2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.281411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.325398 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-45a407ab-5cf4-4772-8bfb-0ec1258a2b96 None None] Port 6761556c-b07b-46e1-b9d9-bddb130acc5a cannot update to ACTIVE because it is not bound. {{(pid=84017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 15 15:58:08.329071 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28828161-a764-4260-b5df-647a250d710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.339873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.356406 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b0856b2-01db-4712-bc4e-6f33b8ac9727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:08.420293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Pushing event deleted for resources: {'Port': ['ID=568a76c7-19f5-494d-8418-59aee9f5a07c,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:08.482793 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.483222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.483664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.484054 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.484519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.484957 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.485333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.485734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.486139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.486537 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.486936 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.487342 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.487780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.488162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.488588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.488990 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.489389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.489787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.490189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.490587 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.490985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.491387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.491784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.492179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 15:58:08.502562 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:08.589752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] No DVR routers for this DVR port 568a76c7-19f5-494d-8418-59aee9f5a07c on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:58:08.592705 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.596006 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'name': 'network-vif-deleted', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:08.617853 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-6328456f-a75a-4c43-83f0-f6d46e92797c req-157cf83c-72ff-4898-8f5a-10af550e58e9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "DELETE /v2.0/ports/568a76c7-19f5-494d-8418-59aee9f5a07c HTTP/1.1" status: 204  len: 173 time: 0.9856999
Feb 15 15:58:08.654508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692bb2c7-cb60-4ba9-9af1-fa3c64f6797e', 'name': 'network-vif-deleted', 'tag': '568a76c7-19f5-494d-8418-59aee9f5a07c', 'status': 'completed', 'code': 200}
Feb 15 15:58:08.774670 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-cd6f6c64-8df1-498e-a7c8-3d38f9d10265 req-91852564-17e9-4029-9524-82ae4e352168 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=692bb2c7-cb60-4ba9-9af1-fa3c64f6797e HTTP/1.1" status: 200  len: 210 time: 0.0960395
Feb 15 15:58:08.786068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6761556c-b07b-46e1-b9d9-bddb130acc5a {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:58:08.800833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.807303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Transition to ACTIVE for port object 6761556c-b07b-46e1-b9d9-bddb130acc5a will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:58:08.811073 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:08.824682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5b1da9ec-62c0-44fb-8b98-54317ea51701 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:08.972349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=6761556c-b07b-46e1-b9d9-bddb130acc5a,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:08.976876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:09.006937 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0bc6-21ef-44d8-bcfb-e56e42d75641 req-9f31ff6a-0487-4c98-aa0c-8b5018c10fca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:09.008641 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0aae0bc6-21ef-44d8-bcfb-e56e42d75641 req-9f31ff6a-0487-4c98-aa0c-8b5018c10fca tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.0879681
Feb 15 15:58:09.063188 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0aae0bc6-21ef-44d8-bcfb-e56e42d75641 req-810c9b42-eb11-46e3-a54f-9bde6132516f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0479615
Feb 15 15:58:09.110606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 568a76c7-19f5-494d-8418-59aee9f5a07c no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:09.166683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 568a76c7-19f5-494d-8418-59aee9f5a07c {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:09.167081 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 568a76c7-19f5-494d-8418-59aee9f5a07c not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:09.182737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Attempting to bind port 6761556c-b07b-46e1-b9d9-bddb130acc5a on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:58:09.183106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Attempting to bind port 6761556c-b07b-46e1-b9d9-bddb130acc5a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:58:09.183575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Attempting to bind port 6761556c-b07b-46e1-b9d9-bddb130acc5a on network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:58:09.192487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:58:09.192868 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Checking segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:58:09.193277 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:09.193810 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Bound using segment: {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:58:09.194279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Bound port: 6761556c-b07b-46e1-b9d9-bddb130acc5a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:58:09.194711 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:09.201925 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:09.293274 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] For port 6761556c-b07b-46e1-b9d9-bddb130acc5a, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:58:09.296517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] For port 6761556c-b07b-46e1-b9d9-bddb130acc5a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:58:09.300953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:09.316095 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-942d8ac2-0616-47b1-930d-f5e9c7849ddf tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:09.474188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Pushing event updated for resources: {'Port': ['ID=6761556c-b07b-46e1-b9d9-bddb130acc5a,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:09.478978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:09.507268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:09.507966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:09.509490 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] 10.222.0.15 "PUT /v2.0/ports/6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 1158 time: 1.3758917
Feb 15 15:58:09.510041 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:09.584276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'status': 'completed', 'code': 200}
Feb 15 15:58:09.628921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-a7d9aeef-e3f7-49a5-886e-68d809f5fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:09.630805 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-a7d9aeef-e3f7-49a5-886e-68d809f5fd21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1161 time: 0.0840979
Feb 15 15:58:09.710316 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-955c8246-f4c6-44e3-8925-e50d42f87051 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 217 time: 0.0714464
Feb 15 15:58:09.787595 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-a251730e-4ba5-490d-b36a-16b0c45c3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:09.789809 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-a251730e-4ba5-490d-b36a-16b0c45c3ee8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0723681
Feb 15 15:58:09.878682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-76c6f7e3-8de4-4a09-8db8-faf4d2e786a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:09.880348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-76c6f7e3-8de4-4a09-8db8-faf4d2e786a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835464
Feb 15 15:58:09.942780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:10.028348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-c7db4363-b209-45b1-a98d-10f15724a9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401923
Feb 15 15:58:10.275500 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac86f-224d-491f-ba6d-b6b11c16ee09 req-fd6b530c-c785-458a-8d92-78204f9d01e5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:10.277325 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0fac86f-224d-491f-ba6d-b6b11c16ee09 req-fd6b530c-c785-458a-8d92-78204f9d01e5 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.0881851
Feb 15 15:58:10.292285 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0a787a36-6b96-4b38-89d0-cd7a0fe6e8a1 req-262ec194-99a1-409f-b485-8d191845b40f service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2569945
Feb 15 15:58:10.317084 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-bfb073b7-b0f5-4caa-8909-ec4e4f8a7d4e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:10.318692 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-bfb073b7-b0f5-4caa-8909-ec4e4f8a7d4e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 808 time: 0.1985352
Feb 15 15:58:10.327662 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c0fac86f-224d-491f-ba6d-b6b11c16ee09 req-5cc4dd23-ae7c-4c71-850c-c7a1d4749693 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434988
Feb 15 15:58:10.337470 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-105f7d81-b97f-4c21-9f55-913ea794c9cd tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/quotas/ef361ab6b125495c90427284d7384cc9 HTTP/1.1" status: 200  len: 375 time: 0.0118372
Feb 15 15:58:10.436957 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-95a1359d-a75b-4c04-b32f-1c0ac67a0439 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582628
Feb 15 15:58:10.500866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:10.803359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-49d77ab7-c640-4924-abe5-c59dd6c0d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:10.805017 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-49d77ab7-c640-4924-abe5-c59dd6c0d01d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1161 time: 0.4666145
Feb 15 15:58:10.948663 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-51eda4c0-e358-4246-8f9d-37f5f53e5bf7 service neutron] 10.222.0.102 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5027874
Feb 15 15:58:11.068826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-08711b77-daec-4c1b-9ade-ffa0ca4041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:11.070351 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-08711b77-daec-4c1b-9ade-ffa0ca4041d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.2528613
Feb 15 15:58:11.150169 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-78856565-80a1-4362-ab1c-019c775d0e7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 217 time: 0.0711644
Feb 15 15:58:11.226421 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-0941c5ba-6aa1-4142-9576-6562a0034099 service neutron] 10.222.0.102 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2701018
Feb 15 15:58:11.240070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-0d71b703-ed5a-47e6-b657-2b15c00932df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:11.241641 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-0d71b703-ed5a-47e6-b657-2b15c00932df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0832067
Feb 15 15:58:11.326100 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-0acfcb22-ac24-4978-abe4-948920e1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:11.327696 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-0acfcb22-ac24-4978-abe4-948920e1fae8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792499
Feb 15 15:58:11.421507 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1fbd8ed1-0bb1-4743-ac9f-03698a6058f9 req-64f7ed3d-29d8-48e7-82d8-7dbd02af4225 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Synchronizing usage tracker for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:11.438118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1fbd8ed1-0bb1-4743-ac9f-03698a6058f9 req-64f7ed3d-29d8-48e7-82d8-7dbd02af4225 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Unset dirty status for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:11.448869 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1fbd8ed1-0bb1-4743-ac9f-03698a6058f9 req-64f7ed3d-29d8-48e7-82d8-7dbd02af4225 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 210 time: 0.0767250
Feb 15 15:58:11.539249 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-d1a8fa95-e306-420f-85df-63c4b989a707 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032382
Feb 15 15:58:11.667686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98304-7777-4c9e-9de9-e735870391d9 req-5273bdd6-ca9e-42ee-999a-7c0baab5fd74 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:11.668517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-74d98304-7777-4c9e-9de9-e735870391d9 req-5273bdd6-ca9e-42ee-999a-7c0baab5fd74 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:11.706047 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-74d98304-7777-4c9e-9de9-e735870391d9 req-5273bdd6-ca9e-42ee-999a-7c0baab5fd74 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:11.707349 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74d98304-7777-4c9e-9de9-e735870391d9 req-5273bdd6-ca9e-42ee-999a-7c0baab5fd74 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.2528136
Feb 15 15:58:11.716195 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ae3584b9-37ca-42c8-8df3-0edf4fde2e9d req-d00c601d-2f41-4c42-8e60-48540f7462e1 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1655340
Feb 15 15:58:11.765089 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-74d98304-7777-4c9e-9de9-e735870391d9 req-612710f6-839c-478d-b8f4-4b2cac1e2587 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0477631
Feb 15 15:58:12.577608 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-ce39db7e-6bbb-465d-b863-34eae6cf1e9d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:12.579204 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-ce39db7e-6bbb-465d-b863-34eae6cf1e9d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 808 time: 0.1776447
Feb 15 15:58:12.593199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Request body: {'port': {'device_id': '0562d514-3fb5-4d83-8696-97eb903085fc', 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974', 'admin_state_up': True, 'tenant_id': 'ef361ab6b125495c90427284d7384cc9'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:12.614643 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0ca4c093-87d7-4b36-a60b-c52215876ca2 req-f8b2ac4c-41a5-4ab0-bce1-006e5291cec1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 210 time: 0.0531249
Feb 15 15:58:12.744787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:58:12.758204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:58:12.768963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Made reservation on behalf of ef361ab6b125495c90427284d7384cc9 for: {'port': 1} {{(pid=84016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 15 15:58:12.775109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:13.117892 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d6294-5c22-4abb-947b-ef0c27ba9dcc req-9f4ee38a-f02f-44a5-a3c3-edecc457a3ab tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:13.119457 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-238d6294-5c22-4abb-947b-ef0c27ba9dcc req-9f4ee38a-f02f-44a5-a3c3-edecc457a3ab tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.2239568
Feb 15 15:58:13.192862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Allocated IP 172.20.0.5 (6ddf29e3-ac7f-4baf-9115-b00510d92974/2a35b125-33f6-4a1e-a6c0-bb20a791a40c/c7b29d91-f0fe-421d-99dd-7711a6364f7a) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:58:13.201385 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-238d6294-5c22-4abb-947b-ef0c27ba9dcc req-aa1b6e8a-e8f0-4ff8-ad66-3e16baff7192 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0736368
Feb 15 15:58:13.411732 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:13.447293 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:13.465694 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08d5cc2c-0cfd-46d9-b7ec-36ac4b6c6792 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:13.608934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Pushing event updated for resources: {'Port': ['ID=c7b29d91-f0fe-421d-99dd-7711a6364f7a,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:13.613393 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:13.660817 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:58:13.662059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:58:13.664278 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:58:13.728033 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:13.728787 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:13.754100 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1654403
Feb 15 15:58:13.766170 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Request body: {'port': {'device_id': '0562d514-3fb5-4d83-8696-97eb903085fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:13.823298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e1154-6b4d-4df8-ae54-c7c78ae95edc req-bd2d1259-266d-4340-a929-c49ce4a5540b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:13.824977 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-153e1154-6b4d-4df8-ae54-c7c78ae95edc req-bd2d1259-266d-4340-a929-c49ce4a5540b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 931 time: 0.0933909
Feb 15 15:58:13.873022 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-153e1154-6b4d-4df8-ae54-c7c78ae95edc req-b3a52a9c-fabc-4c5f-8ded-7afa4e4721a6 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413809
Feb 15 15:58:13.891677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:14.311617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b29d91-f0fe-421d-99dd-7711a6364f7a {{(pid=84016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 15 15:58:14.323119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:14.381144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Transition to ACTIVE for port object c7b29d91-f0fe-421d-99dd-7711a6364f7a will not be triggered until provisioned by entity L2. {{(pid=84016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 15 15:58:14.386345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:14.400282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-921867e0-49d0-46e0-8159-59bad1037ed1 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:14.808282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b29d91-f0fe-421d-99dd-7711a6364f7a,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:14.813992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:14.848767 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161d474-d6bc-4481-9d5d-cfafb4ae5b42 req-776d2b12-f536-4657-ab4a-4ac453339115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:14.850380 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b161d474-d6bc-4481-9d5d-cfafb4ae5b42 req-776d2b12-f536-4657-ab4a-4ac453339115 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.5333672
Feb 15 15:58:14.995642 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b161d474-d6bc-4481-9d5d-cfafb4ae5b42 req-ee8366ce-abed-4231-ba1e-2aaa63087961 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1385376
Feb 15 15:58:15.038536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Attempting to bind port c7b29d91-f0fe-421d-99dd-7711a6364f7a on host hv-cinder-76810 for vnic_type normal with profile  {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 15 15:58:15.038869 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Attempting to bind port c7b29d91-f0fe-421d-99dd-7711a6364f7a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 15 15:58:15.039235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Attempting to bind port c7b29d91-f0fe-421d-99dd-7711a6364f7a on network 6ddf29e3-ac7f-4baf-9115-b00510d92974 {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 15 15:58:15.045045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Checking agent: {'id': '9db5c1ad-b034-4968-b8eb-265da6c9e462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 49), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.97', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 15 15:58:15.045414 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Checking segment: {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 15 15:58:15.045808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:15.046198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Bound using segment: {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'} {{(pid=84016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 15 15:58:15.046666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Bound port: c7b29d91-f0fe-421d-99dd-7711a6364f7a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d02fb0-e352-4c38-8744-d23b373f4aaa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ddf29e3-ac7f-4baf-9115-b00510d92974'}}] {{(pid=84016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 15 15:58:15.047031 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:15.088871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbee4-ecec-41d5-a8bb-550011c727d9 req-abf93224-bb61-4515-a9f6-4d95fbf2fbd9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:15.090405 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f31bbee4-ecec-41d5-a8bb-550011c727d9 req-abf93224-bb61-4515-a9f6-4d95fbf2fbd9 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 943 time: 0.1004808
Feb 15 15:58:15.139350 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f31bbee4-ecec-41d5-a8bb-550011c727d9 req-f2171ef0-84a9-4a98-b600-9ad5a043152e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422342
Feb 15 15:58:15.148571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] For port c7b29d91-f0fe-421d-99dd-7711a6364f7a, host hv-cinder-76810, cleared binding levels {{(pid=84016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 15 15:58:15.152276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] For port c7b29d91-f0fe-421d-99dd-7711a6364f7a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c7b29d91-f0fe-421d-99dd-7711a6364f7a,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 15 15:58:15.161987 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:15.175533 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:15.328471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b29d91-f0fe-421d-99dd-7711a6364f7a,revision_number=3']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:15.334107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:15.367020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:15.367622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:15.369150 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-4478686a-8ba4-49c6-b1bd-5a90c2788015 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7b29d91-f0fe-421d-99dd-7711a6364f7a HTTP/1.1" status: 200  len: 1157 time: 1.6074398
Feb 15 15:58:15.369740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:15.452485 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a', 'status': 'completed', 'code': 200}
Feb 15 15:58:15.496556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-d377b252-4081-496e-8780-1b2ef6fe5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:15.498212 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-d377b252-4081-496e-8780-1b2ef6fe5e71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 1160 time: 0.0889544
Feb 15 15:58:15.576824 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-d71642be-c73d-4fc9-be5c-d1e872d805bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b29d91-f0fe-421d-99dd-7711a6364f7a HTTP/1.1" status: 200  len: 217 time: 0.0690246
Feb 15 15:58:15.648302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-b2aa4d67-edc7-48fe-9916-b8861ca3df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:15.649765 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-b2aa4d67-edc7-48fe-9916-b8861ca3df0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a35b125-33f6-4a1e-a6c0-bb20a791a40c HTTP/1.1" status: 200  len: 848 time: 0.0650911
Feb 15 15:58:15.710505 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-9ec99aee-967e-4206-bb74-933741b91db6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ddf29e3-ac7f-4baf-9115-b00510d92974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500231
Feb 15 15:58:15.861991 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-f21cce50-a1fd-4965-b1d5-6ea19468164b service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409976
Feb 15 15:58:16.008853 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-ac63bb73-fae0-4c17-ad6f-0bcce6c87e09 req-dd6344ac-851c-4b1a-b6d4-7fe49d97b083 service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377304
Feb 15 15:58:16.144042 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-80af488d-f2bb-4525-b05e-a876a98a4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:16.145887 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-80af488d-f2bb-4525-b05e-a876a98a4622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef361ab6b125495c90427284d7384cc9&device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 1160 time: 0.0798607
Feb 15 15:58:16.203143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a4d3-1bdc-4321-bf90-fdd89f2a93f9 req-cb3d865d-cb4d-46a9-84e0-e7fae13bddb1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:16.204801 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9112a4d3-1bdc-4321-bf90-fdd89f2a93f9 req-cb3d865d-cb4d-46a9-84e0-e7fae13bddb1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.0894406
Feb 15 15:58:16.257659 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9112a4d3-1bdc-4321-bf90-fdd89f2a93f9 req-0289ec22-44e5-4135-902c-8697d4c03bad tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0459366
Feb 15 15:58:16.354872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-0a3815bf-a569-40e5-ae0d-97b7d7a3c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:16.356503 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-0a3815bf-a569-40e5-ae0d-97b7d7a3c0ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 200  len: 902 time: 0.1988842
Feb 15 15:58:16.436215 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-ca7e7960-33ec-404d-ad81-4fa9ad7f0629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b29d91-f0fe-421d-99dd-7711a6364f7a HTTP/1.1" status: 200  len: 217 time: 0.0678682
Feb 15 15:58:16.447181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aed58-0722-4972-9f68-1fff4a2bc8b9 req-94434c5a-70e2-4deb-b925-e99ba21d47b5 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:16.447969 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b38aed58-0722-4972-9f68-1fff4a2bc8b9 req-94434c5a-70e2-4deb-b925-e99ba21d47b5 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Synchronizing usage tracker for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:16.523070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b38aed58-0722-4972-9f68-1fff4a2bc8b9 req-94434c5a-70e2-4deb-b925-e99ba21d47b5 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Unset dirty status for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:16.524852 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b38aed58-0722-4972-9f68-1fff4a2bc8b9 req-94434c5a-70e2-4deb-b925-e99ba21d47b5 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 943 time: 0.2596059
Feb 15 15:58:16.548851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-928962d9-22ee-4358-94b2-d71e949b09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:16.550347 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-928962d9-22ee-4358-94b2-d71e949b09b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a35b125-33f6-4a1e-a6c0-bb20a791a40c HTTP/1.1" status: 200  len: 848 time: 0.0995533
Feb 15 15:58:16.619305 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-8c5656df-3296-4fd8-b364-017db689b22e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ddf29e3-ac7f-4baf-9115-b00510d92974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516403
Feb 15 15:58:16.624063 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b38aed58-0722-4972-9f68-1fff4a2bc8b9 req-abd72968-1aa9-4bbc-b01d-4e81b94d879a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922658
Feb 15 15:58:16.765859 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-cd7d0913-2e96-49c8-a274-f163973a030d service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391468
Feb 15 15:58:16.916451 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5cc0ea7c-fb61-49c3-bfb2-112cab07b975 req-4227f66f-4635-47cc-b770-3db7a26e34a7 service neutron] 10.222.0.15 "GET /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400135
Feb 15 15:58:17.474494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17531-c91f-4235-bfea-cfc89396e043 req-96f2640a-2118-4b72-9ca3-d28ef798ea32 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:17.476040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00c17531-c91f-4235-bfea-cfc89396e043 req-96f2640a-2118-4b72-9ca3-d28ef798ea32 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 944 time: 0.0937130
Feb 15 15:58:17.525181 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-00c17531-c91f-4235-bfea-cfc89396e043 req-9d77081f-b407-4ffb-b45e-dd7f0cec0bf0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0425839
Feb 15 15:58:17.665485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 6761556c-b07b-46e1-b9d9-bddb130acc5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:17.746769 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port 6761556c-b07b-46e1-b9d9-bddb130acc5a completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:58:17.751855 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 6761556c-b07b-46e1-b9d9-bddb130acc5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:17.752382 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:17.844965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df048a36-d32f-433d-b798-666c1dbfe0c9 req-98de35aa-5a95-4151-8084-c35a01fec4c4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:17.846607 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df048a36-d32f-433d-b798-666c1dbfe0c9 req-98de35aa-5a95-4151-8084-c35a01fec4c4 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 943 time: 0.0929596
Feb 15 15:58:17.883259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:17.894438 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-df048a36-d32f-433d-b798-666c1dbfe0c9 req-4eed7104-0d11-445d-8667-ac694f271689 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410764
Feb 15 15:58:17.911880 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:17.922368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port 6761556c-b07b-46e1-b9d9-bddb130acc5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:17.926204 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:17.928169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:18.003344 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=6761556c-b07b-46e1-b9d9-bddb130acc5a,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:18.007445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:18.104743 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'code': 200}
Feb 15 15:58:18.485948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791362-40dc-4f9e-8dd9-2b1def252d9b req-cecd00f5-57e6-4d0f-bae6-819d85e08c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:18.488322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd791362-40dc-4f9e-8dd9-2b1def252d9b req-cecd00f5-57e6-4d0f-bae6-819d85e08c95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.0833554
Feb 15 15:58:18.535558 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bd791362-40dc-4f9e-8dd9-2b1def252d9b req-6a6f315f-30a6-435e-96cb-199046988372 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0392940
Feb 15 15:58:18.741268 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e80533-26a5-4c57-ba08-3fd33522ebf6 req-b9f281e3-4cd9-4f7b-9c8a-af9f94864f84 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:18.742826 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9e80533-26a5-4c57-ba08-3fd33522ebf6 req-b9f281e3-4cd9-4f7b-9c8a-af9f94864f84 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.0984085
Feb 15 15:58:18.794645 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a9e80533-26a5-4c57-ba08-3fd33522ebf6 req-5fbb3d04-7a7a-4468-85f8-4f836824c4b2 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423331
Feb 15 15:58:19.126781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98587c-cb7b-4023-89a9-7872b8a6cb2a req-42225b5d-bc6e-455b-9c56-0bd977eb8a5d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:19.128290 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e98587c-cb7b-4023-89a9-7872b8a6cb2a req-42225b5d-bc6e-455b-9c56-0bd977eb8a5d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 943 time: 0.0933571
Feb 15 15:58:19.179904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9e98587c-cb7b-4023-89a9-7872b8a6cb2a req-655b5dfb-a1dc-425f-b442-2f5f5bf40b52 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423536
Feb 15 15:58:19.812111 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device c7b29d91-f0fe-421d-99dd-7711a6364f7a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:19.898551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning for port c7b29d91-f0fe-421d-99dd-7711a6364f7a completed by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 15 15:58:19.903842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port c7b29d91-f0fe-421d-99dd-7711a6364f7a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:19.904280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:20.026736 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eafd92-5e6f-4e8e-a531-42a013af3952 req-37111d4d-3e11-4211-920b-683cf925241c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:20.028459 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b5eafd92-5e6f-4e8e-a531-42a013af3952 req-37111d4d-3e11-4211-920b-683cf925241c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.0910554
Feb 15 15:58:20.038490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:20.074049 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port c7b29d91-f0fe-421d-99dd-7711a6364f7a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c7b29d91-f0fe-421d-99dd-7711a6364f7a,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:20.077568 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b5eafd92-5e6f-4e8e-a531-42a013af3952 req-297e1936-3126-4616-a773-e9c4abc2d6df tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427623
Feb 15 15:58:20.078706 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:20.079636 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 6761556c-b07b-46e1-b9d9-bddb130acc5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:20.110400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:20.143302 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:20.201520 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a', 'code': 200}
Feb 15 15:58:20.215371 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=c7b29d91-f0fe-421d-99dd-7711a6364f7a,revision_number=4']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:20.218985 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:20.234634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 6761556c-b07b-46e1-b9d9-bddb130acc5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:20.235052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:20.379863 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7930-c306-4d54-8ed9-ed69975fb1bc req-478b9287-7ac6-47e3-830f-2d026d01fb71 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:20.381292 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-563c7930-c306-4d54-8ed9-ed69975fb1bc req-478b9287-7ac6-47e3-830f-2d026d01fb71 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.0866508
Feb 15 15:58:20.476382 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-563c7930-c306-4d54-8ed9-ed69975fb1bc req-c3079f3c-3c72-4c1a-8a11-8a876ff28a2d tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605605
Feb 15 15:58:20.498917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2d860-9dce-4537-b84b-de8e6e39e720 req-563a45cb-9901-477f-a513-9daadbd86bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:20.500624 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcd2d860-9dce-4537-b84b-de8e6e39e720 req-563a45cb-9901-477f-a513-9daadbd86bc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 1162 time: 0.1183677
Feb 15 15:58:20.554478 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fcd2d860-9dce-4537-b84b-de8e6e39e720 req-86feaa0d-cf34-444c-8f46-1196fc2b350d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436959
Feb 15 15:58:20.838155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:21.286483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf360c7-3b9d-4a92-8388-16e8721d68f7 req-9962f38d-14cc-44f3-acfe-204e2665d2e4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:21.288126 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9cf360c7-3b9d-4a92-8388-16e8721d68f7 req-9962f38d-14cc-44f3-acfe-204e2665d2e4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.0912912
Feb 15 15:58:21.306155 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device c7b29d91-f0fe-421d-99dd-7711a6364f7a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:21.338040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9cf360c7-3b9d-4a92-8388-16e8721d68f7 req-641d012e-9423-49b7-acfc-33f663919f82 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433156
Feb 15 15:58:21.381184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port c7b29d91-f0fe-421d-99dd-7711a6364f7a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:21.381614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:21.511650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 6761556c-b07b-46e1-b9d9-bddb130acc5a up at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 15 15:58:21.551638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e1684-c70f-4bad-ae8b-c9f4b7c33aa1 req-54b0ab04-d265-4c19-861e-b0abf8f96681 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:21.554024 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-521e1684-c70f-4bad-ae8b-c9f4b7c33aa1 req-54b0ab04-d265-4c19-861e-b0abf8f96681 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.1031237
Feb 15 15:58:21.590795 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Provisioning complete for port 6761556c-b07b-46e1-b9d9-bddb130acc5a triggered by entity L2. {{(pid=84017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 15 15:58:21.591217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1813459'] for port, provisioning_complete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:21.613515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-521e1684-c70f-4bad-ae8b-c9f4b7c33aa1 req-2a0ad1c6-377d-41d1-be8b-13ce6b3ec144 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0524435
Feb 15 15:58:21.726502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069e94c-5274-4788-a231-f55eda55f4ca req-0ed23c88-451e-47d4-bb7f-9fa96c529f6e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:21.734467 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1069e94c-5274-4788-a231-f55eda55f4ca req-0ed23c88-451e-47d4-bb7f-9fa96c529f6e tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.1193688
Feb 15 15:58:21.782153 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1069e94c-5274-4788-a231-f55eda55f4ca req-c86ee20f-53a1-4254-8df5-7aeb9a5b8cad tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465860
Feb 15 15:58:21.824383 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f773e49d-e353-40c4-9351-d83c3507babd req-6bf6bf0e-651d-47f3-a854-520b5ac0e87c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1725130
Feb 15 15:58:21.835251 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:21.841665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 15 15:58:21.851945 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 15 15:58:21.861850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:22.015761 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:22.523580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Allocated IP 172.27.3.159 (b4167068-b858-47f6-b74a-fd17f84b6198/ebfbef43-2dd8-4c93-8c1c-3138a9f100ef/de68115d-79ed-4e53-8419-dfd29e4e499e) {{(pid=84016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 15 15:58:22.698904 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:22.732780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757468099426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:22.754548 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8d6771e-c2a0-4b81-8f43-04d9496af46e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:22.901313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=de68115d-79ed-4e53-8419-dfd29e4e499e,revision_number=1']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:22.905873 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:22.946196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Network b4167068-b858-47f6-b74a-fd17f84b6198 is already hosted by enough agents. {{(pid=84016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 15 15:58:22.947305 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Resources bound (agent type, host, resource id):  {{(pid=84016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 15 15:58:22.949734 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Received port after_create {{(pid=84016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 15 15:58:22.986174 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccc6dd-7762-4f2f-804d-37f719fa186c req-e59b0d04-d8e6-4f82-a424-bc0fdc6d69c8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:22.987770 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4ccc6dd-7762-4f2f-804d-37f719fa186c req-e59b0d04-d8e6-4f82-a424-bc0fdc6d69c8 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.0896609
Feb 15 15:58:23.037888 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.039684 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e4ccc6dd-7762-4f2f-804d-37f719fa186c req-8259f4d8-c4b1-410b-b0d6-5d98021701dc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453405
Feb 15 15:58:23.102667 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.387402 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for port, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.391856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6973953'] for port, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.407064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f933851e-51e9-4270-8653-92c4e5ac18b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:23.549086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event updated for resources: {'Port': ['ID=de68115d-79ed-4e53-8419-dfd29e4e499e,revision_number=2']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:23.553742 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:23.647190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.675809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:23.677182 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f773e49d-e353-40c4-9351-d83c3507babd req-38f14db3-0489-49b7-875e-e907f9fa4755 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8462939
Feb 15 15:58:23.763270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f773e49d-e353-40c4-9351-d83c3507babd req-5054d5a6-00f6-4fc4-bf1b-729c02f1c6ee tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:23.779677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-f773e49d-e353-40c4-9351-d83c3507babd req-5054d5a6-00f6-4fc4-bf1b-729c02f1c6ee tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:23.780982 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f773e49d-e353-40c4-9351-d83c3507babd req-5054d5a6-00f6-4fc4-bf1b-729c02f1c6ee tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 696 time: 0.0973394
Feb 15 15:58:23.945563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e49d-e353-40c4-9351-d83c3507babd req-c55bde9a-ff67-423f-b200-5fb8e666c2c4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:23.947402 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-f773e49d-e353-40c4-9351-d83c3507babd req-c55bde9a-ff67-423f-b200-5fb8e666c2c4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1602345
Feb 15 15:58:24.144678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-633428b6-fc75-45dd-be97-ec821516b0d0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:24.146687 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-633428b6-fc75-45dd-be97-ec821516b0d0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0973372
Feb 15 15:58:24.238641 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-e4a7f818-e14d-4241-baa6-0d58539b115d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 696 time: 0.0844121
Feb 15 15:58:24.249511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.v2.base [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Request body: {'floatingip': {'port_id': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 15 15:58:24.258130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb281e2-5e80-4b40-942e-8cfb14fd293d req-b0d89c6c-b312-4021-aa54-794c089e847a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:24.259815 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7fb281e2-5e80-4b40-942e-8cfb14fd293d req-b0d89c6c-b312-4021-aa54-794c089e847a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.0916471
Feb 15 15:58:24.308446 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7fb281e2-5e80-4b40-942e-8cfb14fd293d req-cc3bae87-5996-4722-b1e2-664f70d88124 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421417
Feb 15 15:58:24.334133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, before_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:24.994245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:24.998286 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743699'] for floatingip, after_update {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:25.185821 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9 associated. External IP: 172.27.3.159, port: 6761556c-b07b-46e1-b9d9-bddb130acc5a.
Feb 15 15:58:25.526979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c0ff2-0193-49bd-9184-329349946911 req-050be1c7-9c80-4804-9b23-deca31719360 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:25.528776 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c89c0ff2-0193-49bd-9184-329349946911 req-050be1c7-9c80-4804-9b23-deca31719360 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.1052701
Feb 15 15:58:25.583004 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-c89c0ff2-0193-49bd-9184-329349946911 req-a6c46198-8c4b-4076-9856-b54dd1e63aa7 tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/security-groups?id=826dc685-ad28-4447-8c3c-74e4e16d4a83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474997
Feb 15 15:58:25.855794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:58:26.055970 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-45bf7361-03f4-4317-bb94-e37f1f90381b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:26.057609 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-45bf7361-03f4-4317-bb94-e37f1f90381b tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 945 time: 0.2652173
Feb 15 15:58:26.151878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:58:26.157602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:26.164169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:58:26.177158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:26.178130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3f54e0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:26.189836 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-452dc8fd-37cc-479f-92ec-4eddd04135fb tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/floatingips/ac12621e-b3fb-4d3f-aa44-b369e544a647 HTTP/1.1" status: 200  len: 999 time: 0.1222606
Feb 15 15:58:26.217677 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Deleting port c7b29d91-f0fe-421d-99dd-7711a6364f7a {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:26.218064 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:26.265922 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-30e74929-ef6e-4ddb-b795-cb6c97e6ef71 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "PUT /v2.0/floatingips/d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9 HTTP/1.1" status: 200  len: 997 time: 2.0208831
Feb 15 15:58:26.268858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:26.349436 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-d816e77b-8ef5-4b19-8475-5bf83d801029 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:26.352116 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-d816e77b-8ef5-4b19-8475-5bf83d801029 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1613877
Feb 15 15:58:26.378198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:26.535245 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-bacf34ab-0480-42cd-b884-02aa3f83143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:26.537072 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-bacf34ab-0480-42cd-b884-02aa3f83143d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.2525797
Feb 15 15:58:26.694324 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] For port c7b29d91-f0fe-421d-99dd-7711a6364f7a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c7b29d91-f0fe-421d-99dd-7711a6364f7a,segment=NetworkSegment(75d02fb0-e352-4c38-8744-d23b373f4aaa),segment_id=75d02fb0-e352-4c38-8744-d23b373f4aaa)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:26.694778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:26.739647 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-0fdf3cbf-ece0-485c-80c1-9c8683959383 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.166 HTTP/1.1" status: 200  len: 1002 time: 0.3812981
Feb 15 15:58:26.824023 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-15d7cfe9-d35d-4ea6-bf0c-46fb282afd49 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:26.825634 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-15d7cfe9-d35d-4ea6-bf0c-46fb282afd49 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports/a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 943 time: 0.0790231
Feb 15 15:58:26.837343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Calling delete_port for c7b29d91-f0fe-421d-99dd-7711a6364f7a owned by compute:nova {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:26.903110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-b7a74613-045c-4642-a168-49b1d20e2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:26.904742 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-b7a74613-045c-4642-a168-49b1d20e2b37 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.3566835
Feb 15 15:58:26.950335 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3f54e0>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}, {'id': 'd8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:ee:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:58:23Z', 'updated_at': '2021-02-15T15:58:24Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:26.954702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:58:26.963782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:26.964482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b3f54e0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:27.025071 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-ce042155-09ba-42d6-97c0-b7c663ebc8d1 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.166 HTTP/1.1" status: 200  len: 1002 time: 0.1111658
Feb 15 15:58:27.079086 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-65eab0c0-45d4-4457-aafe-850eb3af8f14 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 1000 time: 0.1649697
Feb 15 15:58:27.144594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.157486 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:27.167218 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8ece72f7-1a39-4cf5-82a6-057b566e6fff tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:27.217531 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device c7b29d91-f0fe-421d-99dd-7711a6364f7a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:27.227669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Pushing event deleted for resources: {'Port': ['ID=c7b29d91-f0fe-421d-99dd-7711a6364f7a,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:27.240240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:27.260165 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: c7b29d91-f0fe-421d-99dd-7711a6364f7a {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:27.261208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device c7b29d91-f0fe-421d-99dd-7711a6364f7a not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:27.280437 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Deleting port 1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:27.280967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.296472 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-f4969847-664d-498a-8ae4-2faf259869eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:27.298124 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-f4969847-664d-498a-8ae4-2faf259869eb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.2058284
Feb 15 15:58:27.456192 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] No DVR routers for this DVR port c7b29d91-f0fe-421d-99dd-7711a6364f7a on host hv-cinder-76810 {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:58:27.459451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-8085e94f-aeb6-4216-9e4c-92b92d5bbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:27.461153 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-8085e94f-aeb6-4216-9e4c-92b92d5bbf51 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1550529
Feb 15 15:58:27.462187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.468585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.468961 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.510982 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d207a06b-835a-485f-b86a-509dbbf814c5 req-7b088d88-8eb5-49ae-9711-03450c964d2a tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.15 "DELETE /v2.0/ports/c7b29d91-f0fe-421d-99dd-7711a6364f7a HTTP/1.1" status: 204  len: 173 time: 1.4441876
Feb 15 15:58:27.561463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b3f54e0>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}, {'id': 'd8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:ee:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:58:23Z', 'updated_at': '2021-02-15T15:58:24Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:27.565649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd72559-b09d-4cbc-981f-73fca02a99bb None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}, {'id': 'd8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:ee:aa:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:58:23Z', 'updated_at': '2021-02-15T15:58:24Z', 'revision_number': 1, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:58:27.617040 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-57c53b34-b686-4514-b382-dd0415f5e56a service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465318
Feb 15 15:58:27.623339 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Calling delete_port for 1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:27.778722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a74548-ce9a-4e3c-86db-09dfa471f36f req-ce5212a7-9024-4944-8da6-5924f1bfe7b1 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537080
Feb 15 15:58:27.791327 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:27.805648 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:27.840675 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'status': 'completed', 'code': 200}
Feb 15 15:58:27.873279 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event deleted for resources: {'Port': ['ID=1ba2e6f5-4521-4cc2-9f6f-edf322cf5b7b,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:27.876567 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:27.923315 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc77400-c6a5-4cb9-85c0-4e7ab8e4adea None None] New status for floating IP d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9: ACTIVE {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:58:28.021740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bf183454-a2f4-4222-bb1d-bfb1854c7093 req-d0567d04-1a99-415a-a835-85d621f124fc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Synchronizing usage tracker for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:28.042304 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-130def99-4503-44e9-836d-46be7434cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:28.043960 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-130def99-4503-44e9-836d-46be7434cc54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.1765695
Feb 15 15:58:28.045187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-bf183454-a2f4-4222-bb1d-bfb1854c7093 req-d0567d04-1a99-415a-a835-85d621f124fc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] Unset dirty status for tenant:ef361ab6b125495c90427284d7384cc9 on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:28.046289 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-bf183454-a2f4-4222-bb1d-bfb1854c7093 req-d0567d04-1a99-415a-a835-85d621f124fc tempest-VolumesActionsTest-1469307263 tempest-VolumesActionsTest-1469307263-project] 10.222.0.102 "GET /v2.0/ports?device_id=0562d514-3fb5-4d83-8696-97eb903085fc HTTP/1.1" status: 200  len: 210 time: 0.0833871
Feb 15 15:58:28.094477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for floatingip, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:28.095037 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Floating IP ac12621e-b3fb-4d3f-aa44-b369e544a647 disassociated (deleted). External IP: 172.27.3.166, port: a7a1da57-9afb-4a22-ac71-8302c73fd9b9.
Feb 15 15:58:28.227476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-44027dba-c93b-4a37-991a-9ea5a77f4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:28.229942 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-44027dba-c93b-4a37-991a-9ea5a77f4ad0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1785738
Feb 15 15:58:28.529059 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Router 65afb788-da27-4145-9a98-0ee305b70a30 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:58:28.602127 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-1a8f7fc3-7785-4f4c-a100-1e9703e363f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 1000 time: 0.3628943
Feb 15 15:58:28.682451 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-4979883f-16f2-41a5-bdff-b9a1b411cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:28.684201 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-4979883f-16f2-41a5-bdff-b9a1b411cabf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0753906
Feb 15 15:58:28.733173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:58:28.743432 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Sync routers for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:58:28.753780 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:28.754456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b2ef278>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:28.760425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:28.775459 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-070afb22-2e48-4302-8c18-6c2f82cc7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:28.777311 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-070afb22-2e48-4302-8c18-6c2f82cc7357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832310
Feb 15 15:58:28.822387 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-779276da-6af2-4d57-86e4-07d8a951c968 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "DELETE /v2.0/floatingips/ac12621e-b3fb-4d3f-aa44-b369e544a647 HTTP/1.1" status: 204  len: 173 time: 1.7902660
Feb 15 15:58:28.822976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:28.923012 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-01140e3f-4131-4721-b9d8-875422579143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:28.924720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-01140e3f-4131-4721-b9d8-875422579143 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.0855360
Feb 15 15:58:28.957480 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-d99a0f78-5f9c-497c-b892-d780673c0bbc service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726594
Feb 15 15:58:28.962323 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'status': 'completed', 'code': 200}
Feb 15 15:58:28.965984 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:29.106803 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d8a3fc1a-1e28-4c87-aea0-c13171aa55f7 req-48b05287-50fa-4c54-8c7c-7ca04848c15f service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418564
Feb 15 15:58:29.154131 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-8067c09a-5065-475e-a46c-1918b893a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.156122 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-8067c09a-5065-475e-a46c-1918b893a258 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.2247372
Feb 15 15:58:29.158748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-5b8cc0e5-351f-4029-8fe1-49f444b91f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.160306 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-5b8cc0e5-351f-4029-8fe1-49f444b91f64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f558919e04ea41598d9d40dc22a614bd&device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 1163 time: 0.1815739
Feb 15 15:58:29.256850 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-1d3e730f-611f-4126-b40d-7b4b9d369185 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 217 time: 0.0941336
Feb 15 15:58:29.320477 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b2ef278>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:29.325124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Checking router: 65afb788-da27-4145-9a98-0ee305b70a30 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:58:29.334356 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:29.335070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b2ef278>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:29.406813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-6ece97a5-479e-40f0-8f43-00eb24af1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.408459 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-6ece97a5-479e-40f0-8f43-00eb24af1d59 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.1390560
Feb 15 15:58:29.477195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-a172fb3e-5e80-4971-8b14-049ad8ca793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.478817 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-a172fb3e-5e80-4971-8b14-049ad8ca793b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 200  len: 903 time: 0.2576106
Feb 15 15:58:29.561812 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-58b7edc6-94db-4da4-ac10-4d4661a585fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 200  len: 217 time: 0.0752316
Feb 15 15:58:29.641085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-6f02a6b7-26b7-410b-82fa-e24e5e782e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.642658 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-6f02a6b7-26b7-410b-82fa-e24e5e782e99 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2169182
Feb 15 15:58:29.651189 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-c9ff6b39-253a-49bd-8397-173c41139e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:29.653158 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-c9ff6b39-253a-49bd-8397-173c41139e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 200  len: 848 time: 0.0788507
Feb 15 15:58:29.705136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:29.841867 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'name': 'network-vif-deleted', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:29.901372 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0562d514-3fb5-4d83-8696-97eb903085fc', 'name': 'network-vif-deleted', 'tag': 'c7b29d91-f0fe-421d-99dd-7711a6364f7a', 'status': 'completed', 'code': 200}
Feb 15 15:58:30.066994 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b2ef278>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:30.072835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071a5e6-4b54-422e-96bf-9564056bbb61 None None] The sync data for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi is: [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:52:57Z', 'revision_number': 4, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': '27e2d575-edd6-4b4c-86e1-b3d872044110', 'name': '', 'network_id': '3dbcc035-444d-4f96-84c6-77477e99ca5a', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'mac_address': 'fa:16:3e:15:e9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:56Z', 'updated_at': '2021-02-15T15:53:08Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'subnets': [{'id': 'ce4ab9f9-de83-481a-83f7-ab30d0184de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:58:30.139815 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-b3b94e1c-611c-4440-a8e8-186a9bbc353a service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4855483
Feb 15 15:58:30.143022 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-34ddc6b6-f58e-4c5a-b393-4cbefa2b06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:30.144632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-34ddc6b6-f58e-4c5a-b393-4cbefa2b06c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dbcc035-444d-4f96-84c6-77477e99ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4682810
Feb 15 15:58:30.419942 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-e56da5a5-53a8-4e25-9e44-c5337a0a1e0d service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419815
Feb 15 15:58:30.428136 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-781bc23b-266c-4eaa-b234-d3c91f6307bb req-1355da47-9ee2-4d0b-bdde-0487f2a77eb2 service neutron] 10.222.0.102 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2757227
Feb 15 15:58:30.507177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0ecbe-c30b-4f7d-ae91-f2368b5c40e1 None None] New status for floating IP ac12621e-b3fb-4d3f-aa44-b369e544a647: DOWN {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 15:58:30.579546 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-7261b3d6-01e1-4304-96ff-371cc7061f86 req-804f3ce6-ad88-463d-9195-381a006f537f service neutron] 10.222.0.15 "GET /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474135
Feb 15 15:58:30.857836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f4a4b-520d-46da-b526-fc53b116ea28 req-c307687d-b41f-4983-b3fd-599a7c3dd71f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:30.858618 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e9f4a4b-520d-46da-b526-fc53b116ea28 req-c307687d-b41f-4983-b3fd-599a7c3dd71f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Synchronizing usage tracker for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 15:58:30.875254 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-3e9f4a4b-520d-46da-b526-fc53b116ea28 req-c307687d-b41f-4983-b3fd-599a7c3dd71f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Unset dirty status for tenant:f558919e04ea41598d9d40dc22a614bd on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 15:58:30.876569 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e9f4a4b-520d-46da-b526-fc53b116ea28 req-c307687d-b41f-4983-b3fd-599a7c3dd71f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.1126087
Feb 15 15:58:30.926446 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-3e9f4a4b-520d-46da-b526-fc53b116ea28 req-3a739fda-5090-4ab0-9da7-b48d655e5a07 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431111
Feb 15 15:58:32.151703 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e0d88-9123-4287-b341-d0cd1c176375 req-bc63e29b-10e5-4970-af0d-112cea4bbb8f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:32.153394 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-501e0d88-9123-4287-b341-d0cd1c176375 req-bc63e29b-10e5-4970-af0d-112cea4bbb8f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0955915
Feb 15 15:58:32.203882 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-501e0d88-9123-4287-b341-d0cd1c176375 req-44f5c231-3210-4741-bb40-72a51cb929fb tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437922
Feb 15 15:58:33.446234 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c71330-cd22-4177-b155-7660f159982a req-58b6453e-7e45-42a6-938e-ed86eea2dc6b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:33.447888 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-86c71330-cd22-4177-b155-7660f159982a req-58b6453e-7e45-42a6-938e-ed86eea2dc6b tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0994170
Feb 15 15:58:33.497297 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-86c71330-cd22-4177-b155-7660f159982a req-5fbd3b04-2138-4f45-9c83-f124e82fe08e tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429108
Feb 15 15:58:34.672745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-126f2a81-67ab-446b-8d00-c863ee2d0533 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:34.674425 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-126f2a81-67ab-446b-8d00-c863ee2d0533 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.15 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.0876746
Feb 15 15:58:34.730298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d58-6631-400f-ab22-504961981fb9 req-95575787-d559-4f6a-b7c6-6ad90da7d93f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:34.731904 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c551d58-6631-400f-ab22-504961981fb9 req-95575787-d559-4f6a-b7c6-6ad90da7d93f tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 946 time: 0.1005452
Feb 15 15:58:34.762032 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Deleting port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:34.762376 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:34.782518 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-9c551d58-6631-400f-ab22-504961981fb9 req-43802255-1ebe-4cf4-b819-f34d340b44e7 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups?id=1b6d83df-75ab-4b54-9ae9-23668e24096c&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437253
Feb 15 15:58:35.043484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] For port a7a1da57-9afb-4a22-ac71-8302c73fd9b9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:35.043889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:35.185199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Calling delete_port for a7a1da57-9afb-4a22-ac71-8302c73fd9b9 owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:35.339386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:35.357889 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f3b11116-81a2-4756-ba0a-c1a87547062b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:35.418829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event deleted for resources: {'Port': ['ID=a7a1da57-9afb-4a22-ac71-8302c73fd9b9,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:35.421624 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:35.559156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53472224-794d-4abc-b947-ed833640c2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:35.609490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] No DVR routers for this DVR port a7a1da57-9afb-4a22-ac71-8302c73fd9b9 on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:58:35.612417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:35.616446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-deleted', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 15:58:35.649643 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d3ed943f-8781-4e13-9a55-8afdb12ffc82 req-ec9ec99e-e0b6-40da-9fb2-460c3c76601a tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.15 "DELETE /v2.0/ports/a7a1da57-9afb-4a22-ac71-8302c73fd9b9 HTTP/1.1" status: 204  len: 173 time: 0.9669111
Feb 15 15:58:35.671251 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3c0cd-586f-4759-ab54-8de45cc56848', 'name': 'network-vif-deleted', 'tag': 'a7a1da57-9afb-4a22-ac71-8302c73fd9b9', 'status': 'completed', 'code': 200}
Feb 15 15:58:35.962517 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-83893afa-4e02-42f8-a415-ac45421b9b15 req-715a0663-f0db-43fc-9a12-3b0b4d6065b7 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/ports?device_id=28a3c0cd-586f-4759-ab54-8de45cc56848 HTTP/1.1" status: 200  len: 210 time: 0.0633779
Feb 15 15:58:36.084827 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:36.196400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: a7a1da57-9afb-4a22-ac71-8302c73fd9b9 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:36.197615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device a7a1da57-9afb-4a22-ac71-8302c73fd9b9 not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:37.135241 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34126206-66e7-45e4-8752-cfcc4da088eb req-b2bcb02a-a1d2-496e-87c8-eb9731cedb6e tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "GET /v2.0/security-groups/1b6d83df-75ab-4b54-9ae9-23668e24096c HTTP/1.1" status: 200  len: 2991 time: 0.0557110
Feb 15 15:58:37.259966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34126206-66e7-45e4-8752-cfcc4da088eb req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:37.290866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34126206-66e7-45e4-8752-cfcc4da088eb req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:37.338673 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34126206-66e7-45e4-8752-cfcc4da088eb req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:37.344657 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-efb8f64f-57d2-47be-be62-6c942661aaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:37.361884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6d83df-75ab-4b54-9ae9-23668e24096c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:37.366963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:37.378425 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-34126206-66e7-45e4-8752-cfcc4da088eb req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:37.384790 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34126206-66e7-45e4-8752-cfcc4da088eb req-0d03fcf5-5e64-4e23-816b-fcf6221e3295 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] 10.222.0.102 "DELETE /v2.0/security-groups/1b6d83df-75ab-4b54-9ae9-23668e24096c HTTP/1.1" status: 204  len: 173 time: 0.2306652
Feb 15 15:58:37.436532 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58480) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:38.267878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:38.373139 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b893a39-1c6d-4453-89c0-f7ef4afee1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:38.664350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Deleting port 27e2d575-edd6-4b4c-86e1-b3d872044110 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:38.664666 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:38.883114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] For port 27e2d575-edd6-4b4c-86e1-b3d872044110, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=27e2d575-edd6-4b4c-86e1-b3d872044110,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:38.883560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:39.199225 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:39.301276 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Calling delete_port for 27e2d575-edd6-4b4c-86e1-b3d872044110 owned by network:router_interface {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:39.491352 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:39.508007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8b7ad59-5296-4159-bfde-367e33a7962d tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:39.571401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Pushing event deleted for resources: {'Port': ['ID=27e2d575-edd6-4b4c-86e1-b3d872044110,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:39.619423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:39.961345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:39.982710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:40.502262 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:40.557598 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Router 65afb788-da27-4145-9a98-0ee305b70a30 has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:58:40.827575 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:58:40.837826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Sync routers for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:58:40.848348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:40.848672 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-df68b8f2-5b65-4a58-84b4-98deab553efd admin admin] 10.222.0.102 "PUT /v2.0/routers/65afb788-da27-4145-9a98-0ee305b70a30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4103417
Feb 15 15:58:40.849745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b1990f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:40.852449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58502) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:41.069831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:41.075351 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:41.274615 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:41.279951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Deleting port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:41.280364 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:41.422756 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b1990f0>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:58:39Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:41.427224 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Checking router: 65afb788-da27-4145-9a98-0ee305b70a30 for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:58:41.437177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Routers {'65afb788-da27-4145-9a98-0ee305b70a30'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:41.437845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b1990f0>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['65afb788-da27-4145-9a98-0ee305b70a30'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:41.496529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] For port e35bfc29-bdce-4971-8899-f0a7a2a8cf5f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=e35bfc29-bdce-4971-8899-f0a7a2a8cf5f,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:41.497090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:41.642347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] Set router 65afb788-da27-4145-9a98-0ee305b70a30 gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:41.677603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Calling delete_port for e35bfc29-bdce-4971-8899-f0a7a2a8cf5f owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:41.879860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:41.935465 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:58:41.971307 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b1990f0>, [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:58:39Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:41.975585 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b45ddf-2af7-4697-a5a3-5735b1b8ceed None None] The sync data for ids ['65afb788-da27-4145-9a98-0ee305b70a30'] in dv-cinder-768105-5-iscsi is: [{'id': '65afb788-da27-4145-9a98-0ee305b70a30', 'name': 'tempest-TestShelveInstance-1029356135-router', 'tenant_id': 'f558919e04ea41598d9d40dc22a614bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:52Z', 'updated_at': '2021-02-15T15:58:39Z', 'revision_number': 5, 'project_id': 'f558919e04ea41598d9d40dc22a614bd', 'gw_port': {'id': 'e35bfc29-bdce-4971-8899-f0a7a2a8cf5f', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65afb788-da27-4145-9a98-0ee305b70a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:53Z', 'updated_at': '2021-02-15T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:58:42.073085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 27e2d575-edd6-4b4c-86e1-b3d872044110 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:42.138917 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 27e2d575-edd6-4b4c-86e1-b3d872044110 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:42.139576 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 27e2d575-edd6-4b4c-86e1-b3d872044110 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:42.176237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.324921 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.326865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.361829 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.362972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65afb788-da27-4145-9a98-0ee305b70a30 {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:58:42.386359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.388113 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-eb304367-5ca5-44f3-b3ec-e1cd0aef17a1 admin admin] 10.222.0.102 "DELETE /v2.0/routers/65afb788-da27-4145-9a98-0ee305b70a30 HTTP/1.1" status: 204  len: 168 time: 1.5341525
Feb 15 15:58:42.391345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58520) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:42.463878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Deleting subnet ce4ab9f9-de83-481a-83f7-ab30d0184de1 {{(pid=84016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:58:42.467627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.534200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6600853'] for subnet, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.640560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.946641 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6974028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7921188'] for subnet, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:42.964079 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:43.096321 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4ab9f9-de83-481a-83f7-ab30d0184de1,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:43.101200 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:43.105934 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.115027 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-65e0040a-fa4d-4eaa-86e2-ddb206d4677c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/ce4ab9f9-de83-481a-83f7-ab30d0184de1 HTTP/1.1" status: 204  len: 168 time: 0.7198038
Feb 15 15:58:43.115280 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b5ddc-a284-41d7-9df3-5cdc68f09012 None None] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:58:43.115408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58528) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:43.255441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.330557 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Deleting port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:43.330982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.564762 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] DHCP port deletion for 3dbcc035-444d-4f96-84c6-77477e99ca5a request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 15:58:43.571798 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Deleting port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:43.572229 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.578972 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] For port 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=4c8b8116-fde6-4dc6-ade2-de77ff819e40,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:43.579610 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.737357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Calling delete_port for 4c8b8116-fde6-4dc6-ade2-de77ff819e40 owned by network:dhcp {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:43.835502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.845068 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] For port 4c8b8116-fde6-4dc6-ade2-de77ff819e40, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=4c8b8116-fde6-4dc6-ade2-de77ff819e40,segment=NetworkSegment(66d70c34-8f35-420b-af77-3ed1d93038ce),segment_id=66d70c34-8f35-420b-af77-3ed1d93038ce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:43.845566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:43.961468 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f807da77-956e-4cf7-baab-3dab6cb9e826 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:44.008554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Calling delete_port for 4c8b8116-fde6-4dc6-ade2-de77ff819e40 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:44.015891 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8b8116-fde6-4dc6-ade2-de77ff819e40,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:44.090401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:44.091284 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] No DVR routers for this DVR port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 on host dv-cinder-768105-5-iscsi {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:58:44.094209 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:58:44.094763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:58:44.115494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 4c8b8116-fde6-4dc6-ade2-de77ff819e40 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:44.171638 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 4c8b8116-fde6-4dc6-ade2-de77ff819e40 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:44.172035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 4c8b8116-fde6-4dc6-ade2-de77ff819e40 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:44.172555 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device e35bfc29-bdce-4971-8899-f0a7a2a8cf5f no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:44.213614 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: e35bfc29-bdce-4971-8899-f0a7a2a8cf5f {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:44.214487 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device e35bfc29-bdce-4971-8899-f0a7a2a8cf5f not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:44.233678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:44.360619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b1dc2e8>,) {'filters': {'network_id': ['3dbcc035-444d-4f96-84c6-77477e99ca5a']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:44.374845 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b1dc2e8>, '66d70c34-8f35-420b-af77-3ed1d93038ce') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:44.375498 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b1dc2e8>, '66d70c34-8f35-420b-af77-3ed1d93038ce') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:44.388690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:44.415581 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:44.418143 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:58:44.595911 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Deleting port 4c8b8116-fde6-4dc6-ade2-de77ff819e40 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:44.596665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:44.641906 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:44.652003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:44.677870 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5848c96-a3ae-4092-966a-934de5cf5bea None None] The port '4c8b8116-fde6-4dc6-ade2-de77ff819e40' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 15:58:44.860007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Network 3dbcc035-444d-4f96-84c6-77477e99ca5a has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:58:44.896237 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:58:45.060169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:45.064974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:45.090949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:45.094127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbcc035-444d-4f96-84c6-77477e99ca5a,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:45.097568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:45.119746 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c93d368c-ed63-4832-a13d-f2117e1ada22 admin admin] 10.222.0.102 "DELETE /v2.0/networks/3dbcc035-444d-4f96-84c6-77477e99ca5a HTTP/1.1" status: 204  len: 168 time: 2.0032260
Feb 15 15:58:45.122835 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58540) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:45.975727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:46.411670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Deleting port 8f92a566-358e-4c9f-99c0-1c9b26dd219c {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:46.412319 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:46.610409 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] For port 8f92a566-358e-4c9f-99c0-1c9b26dd219c, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=8f92a566-358e-4c9f-99c0-1c9b26dd219c,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:46.610844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:46.750449 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Calling delete_port for 8f92a566-358e-4c9f-99c0-1c9b26dd219c owned by network:router_interface {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:46.975604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:46.989370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a67416c3-3102-4395-bc25-87ed057470ea tempest-AttachVolumeShelveTestJSON-2034144416 tempest-AttachVolumeShelveTestJSON-2034144416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:47.052294 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f92a566-358e-4c9f-99c0-1c9b26dd219c,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:47.056563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:47.458588 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:48.074821 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Router abd9b844-0ccf-4868-8538-5385a1dfda7f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 15:58:48.304683 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 15:58:48.314935 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Sync routers for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 15:58:48.317095 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] 10.222.0.102 "PUT /v2.0/routers/abd9b844-0ccf-4868-8538-5385a1dfda7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1931486
Feb 15 15:58:48.319816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58564) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:48.333147 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:48.333894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aeb8f98>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:48.534028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks [] for router, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:48.535579 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:48.894252 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aeb8f98>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:58:46Z', 'revision_number': 5, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:48.899166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Checking router: abd9b844-0ccf-4868-8538-5385a1dfda7f for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 15:58:48.909540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Routers {'abd9b844-0ccf-4868-8538-5385a1dfda7f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 15:58:48.910237 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701aeb8f98>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T15:58:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['abd9b844-0ccf-4868-8538-5385a1dfda7f'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:49.031978 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.039712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Deleting port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:49.040097 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.111418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] Set router abd9b844-0ccf-4868-8538-5385a1dfda7f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 15:58:49.265394 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] For port f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:49.265792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.412842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Calling delete_port for f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 owned by network:router_gateway {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:49.446871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701aeb8f98>, [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:58:46Z', 'revision_number': 5, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:49.451908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a932a-826c-4eb3-9444-0ee15f15b64e None None] The sync data for ids ['abd9b844-0ccf-4868-8538-5385a1dfda7f'] in dv-cinder-768105-5-iscsi is: [{'id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'name': 'tempest-TestShelveInstance-1803163117-router', 'tenant_id': '8da2497c0547407b97ad26d3d971e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:53:02Z', 'updated_at': '2021-02-15T15:58:46Z', 'revision_number': 5, 'project_id': '8da2497c0547407b97ad26d3d971e9ed', 'gw_port': {'id': 'f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd9b844-0ccf-4868-8538-5385a1dfda7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:53:04Z', 'updated_at': '2021-02-15T15:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 15:58:49.582083 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.790527 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.936010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:49.938496 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.006651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.007149 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd9b844-0ccf-4868-8538-5385a1dfda7f {{(pid=84016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 15:58:50.023238 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] Notify callbacks [] for router, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.024697 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-417ebc16-a7cd-43b8-ae91-3f182e3ad225 admin admin] 10.222.0.102 "DELETE /v2.0/routers/abd9b844-0ccf-4868-8538-5385a1dfda7f HTTP/1.1" status: 204  len: 168 time: 1.7036548
Feb 15 15:58:50.027309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58578) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:50.052621 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 8f92a566-358e-4c9f-99c0-1c9b26dd219c no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:50.101946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 8f92a566-358e-4c9f-99c0-1c9b26dd219c {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:50.102617 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 8f92a566-358e-4c9f-99c0-1c9b26dd219c not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:50.116217 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Deleting subnet 3b37162b-c9df-4276-b4dd-6970e3988104 {{(pid=84016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:58:50.120152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.210122 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6600853'] for subnet, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.325879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.611683 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-2d7f151c-4cdf-4020-98b8-8e8d5fa85beb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0857551
Feb 15 15:58:50.650086 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6974028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7921188'] for subnet, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.664590 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2f0e70b-f615-4719-9065-03d996744ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:50.720542 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b37162b-c9df-4276-b4dd-6970e3988104,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:50.723267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:50.823966 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-d4af77e8-905a-4224-af22-a9ce552dab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:50.826133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.828676 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-d4af77e8-905a-4224-af22-a9ce552dab51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.0998194
Feb 15 15:58:50.830452 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5d7c3-9b52-4798-aa4e-25e4dc8177d6 None None] Network 20b2b839-7b05-454f-893e-7720d8611910 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 15:58:50.839540 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-158742c6-eefe-46b2-b0b2-9b52a864b01a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/3b37162b-c9df-4276-b4dd-6970e3988104 HTTP/1.1" status: 204  len: 168 time: 0.8089097
Feb 15 15:58:50.840050 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58594) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:50.948832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:50.991510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.015270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-a047a0d7-0764-460c-ac04-fd77adeb897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:51.017330 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-a047a0d7-0764-460c-ac04-fd77adeb897c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1595554
Feb 15 15:58:51.062739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Deleting port 20dd4c89-8349-4a96-921a-972b43a5914a {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:51.063320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.165998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] DHCP port deletion for 20b2b839-7b05-454f-893e-7720d8611910 request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 15:58:51.166544 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-a9c2a595-e31c-4cde-b9fe-031804fd1d03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 1001 time: 0.1325953
Feb 15 15:58:51.170475 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Deleting port 20dd4c89-8349-4a96-921a-972b43a5914a {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:51.170894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.256824 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-09a83a2f-f8fc-4950-b404-ae8eb360d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:51.258440 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-09a83a2f-f8fc-4950-b404-ae8eb360d3f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0807714
Feb 15 15:58:51.300446 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] For port 20dd4c89-8349-4a96-921a-972b43a5914a, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=20dd4c89-8349-4a96-921a-972b43a5914a,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:51.301198 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.469159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Calling delete_port for 20dd4c89-8349-4a96-921a-972b43a5914a owned by network:dhcp {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:51.590729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.614702 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:51.650544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-81eea55a-9598-422c-a75d-37ac06cd8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:58:51.651851 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] For port 20dd4c89-8349-4a96-921a-972b43a5914a, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=20dd4c89-8349-4a96-921a-972b43a5914a,segment=NetworkSegment(8a38eae2-f105-4e41-a5de-0c08a869f18f),segment_id=8a38eae2-f105-4e41-a5de-0c08a869f18f)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 15:58:51.652317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.652452 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-81eea55a-9598-422c-a75d-37ac06cd8073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3797495
Feb 15 15:58:51.689778 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Pushing event deleted for resources: {'Port': ['ID=20dd4c89-8349-4a96-921a-972b43a5914a,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:51.753973 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:51.792343 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] No DVR routers for this DVR port 20dd4c89-8349-4a96-921a-972b43a5914a on host dv-cinder-768105-5-iscsi {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 15:58:51.808604 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Calling delete_port for 20dd4c89-8349-4a96-921a-972b43a5914a owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 15:58:51.822923 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-1a512f3c-c99d-45ca-8893-37dbc5377d55 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618440
Feb 15 15:58:51.896832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 15:58:51.897478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 15:58:51.921172 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:51.981652 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-310c27f3-a97a-4cab-ac7e-d484a3b0610d req-85417446-73ed-4eff-be57-9076618cfa0d service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1521356
Feb 15 15:58:52.038951 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7019552438>,) {'filters': {'network_id': ['20b2b839-7b05-454f-893e-7720d8611910']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:52.052903 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019552438>, '8a38eae2-f105-4e41-a5de-0c08a869f18f') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:52.053375 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7019552438>, '8a38eae2-f105-4e41-a5de-0c08a869f18f') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:52.066287 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.081862 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.083998 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:58:52.094440 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 20dd4c89-8349-4a96-921a-972b43a5914a no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:52.134120 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 20dd4c89-8349-4a96-921a-972b43a5914a {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:52.134509 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 20dd4c89-8349-4a96-921a-972b43a5914a not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:52.134941 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 15:58:52.174255 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 15:58:52.174649 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device f2ea6fa7-ecec-41ab-8dd5-c9013f1f29e4 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 15:58:52.285190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Network 20b2b839-7b05-454f-893e-7720d8611910 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:52.294693 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.398613 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Deleting port 20dd4c89-8349-4a96-921a-972b43a5914a {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 15:58:52.399034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.473002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d29d64b-599b-4f16-a80f-470e5080df61 None None] The port '20dd4c89-8349-4a96-921a-972b43a5914a' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 15:58:52.475473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Network 20b2b839-7b05-454f-893e-7720d8611910 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:58:52.498342 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:58:52.579163 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.582803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e12536b-4c28-41e7-9cd3-8cb40dc4cd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:52.596735 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.607456 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b2b839-7b05-454f-893e-7720d8611910,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:52.610387 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:52.612388 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-0cb44477-ef3d-4b47-94d8-5a3fdad1d487 admin admin] 10.222.0.102 "DELETE /v2.0/networks/20b2b839-7b05-454f-893e-7720d8611910 HTTP/1.1" status: 204  len: 168 time: 1.7707553
Feb 15 15:58:52.741246 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58662) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:52.794250 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2ad4f05d-ca77-48a9-ba43-6b5ed7000e03 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f558919e04ea41598d9d40dc22a614bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516386
Feb 15 15:58:52.798028 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58666) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:52.865207 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.900831 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.969816 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:52.976085 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-60c8fc4d-1834-43b8-89da-2056ca16678c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:52.994878 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91322c23-5041-4c2e-b07f-ebb9b2e87e66,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:52.997804 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:53.004999 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.008719 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9af86f22-46f6-4d33-881e-4bac203a5cf8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/91322c23-5041-4c2e-b07f-ebb9b2e87e66 HTTP/1.1" status: 204  len: 168 time: 0.2071955
Feb 15 15:58:53.355700 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58678) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:53.371223 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58682) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:53.421965 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Deleting subnet 2a35b125-33f6-4a1e-a6c0-bb20a791a40c {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 15:58:53.425377 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.428196 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-37466447-c150-4e74-b93b-08d0d002a729 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8da2497c0547407b97ad26d3d971e9ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556629
Feb 15 15:58:53.428881 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58686) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:53.481967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.491688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.519024 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.543495 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.814763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.819861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-155684ed-547a-41e9-a025-53f258995ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:53.827125 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.833000 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df2c77-48e1-493e-92cf-93405bdebc9f,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:53.836130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:53.838162 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.842908 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-c611fd24-f402-4b6a-9ce6-0fc6978cb8f7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d4df2c77-48e1-493e-92cf-93405bdebc9f HTTP/1.1" status: 204  len: 168 time: 0.4095311
Feb 15 15:58:53.843478 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:53.943046 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a35b125-33f6-4a1e-a6c0-bb20a791a40c,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:53.950854 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:53.983005 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:53.989630 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-47721b79-827d-4b27-99ac-36d4865fa72b admin admin] 10.222.0.102 "DELETE /v2.0/subnets/2a35b125-33f6-4a1e-a6c0-bb20a791a40c HTTP/1.1" status: 204  len: 168 time: 0.6327498
Feb 15 15:58:53.992471 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58692) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:54.118058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.318547 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.436858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701b3df6d8>,) {'filters': {'network_id': ['6ddf29e3-ac7f-4baf-9115-b00510d92974']}} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:54.450652 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b3df6d8>, '75d02fb0-e352-4c38-8744-d23b373f4aaa') {'for_net_delete': True} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:54.451002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701b3df6d8>, '75d02fb0-e352-4c38-8744-d23b373f4aaa') {} {{(pid=84015) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 15:58:54.464107 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-905924'] for segment, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.484296 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.486556 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 15:58:54.667332 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:54.677159 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7982118'] for segment, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.869380 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Network 6ddf29e3-ac7f-4baf-9115-b00510d92974 has no segments {{(pid=84015) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 15:58:54.891857 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 15:58:54.988517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:54.991841 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:55.012060 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:55.020014 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddf29e3-ac7f-4baf-9115-b00510d92974,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:55.023225 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] 10.222.0.102 "DELETE /v2.0/networks/6ddf29e3-ac7f-4baf-9115-b00510d92974 HTTP/1.1" status: 204  len: 168 time: 1.0297210
Feb 15 15:58:55.024266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-50708dee-e47d-4816-9939-2f714652557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:55.215374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58698) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:55.267322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-00d54cb0-eefd-4f2a-bb74-cb7671ec0ef2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ef361ab6b125495c90427284d7384cc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505915
Feb 15 15:58:55.271138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58702) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 15:58:55.334497 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:55.362104 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:55.413190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:55.416885 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 15:58:55.431055 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826dc685-ad28-4447-8c3c-74e4e16d4a83,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 15:58:55.433955 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 15:58:55.442554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:58:55.443853 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-a0618abb-2d9f-4884-95a0-036c6eb4495a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/826dc685-ad28-4447-8c3c-74e4e16d4a83 HTTP/1.1" status: 204  len: 168 time: 0.1717942
Feb 15 15:59:05.558594 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0723744-5013-4f7b-8b88-ef3f27fbb822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:08.328871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-629c90cb-2ca6-4d35-af35-a6726c1b4b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:09.196333 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:09.956754 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:10.505323 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:18.905818 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 15:59:20.870002 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:35.552690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e49c911-c4c8-4556-95f9-26334e2291fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:38.332105 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d0f2b58-9e74-49e3-82ba-81df53957882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:39.199190 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:39.951709 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:40.509359 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:50.473244 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-46af140d-3bfd-4a51-abcd-f87c0dea2205 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0850124
Feb 15 15:59:50.585466 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-98332ecf-57b7-4821-b841-5af4526683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:59:50.587127 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-98332ecf-57b7-4821-b841-5af4526683bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.0900896
Feb 15 15:59:50.763337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-391b6e53-1d8b-48a6-b6a3-485bb2007cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:59:50.765320 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-391b6e53-1d8b-48a6-b6a3-485bb2007cc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1558795
Feb 15 15:59:50.886743 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-3efb2d93-9956-480b-9823-e70b1d2622f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 1002 time: 0.1130853
Feb 15 15:59:50.906345 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 15:59:50.974680 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-a295456a-1c8b-462f-804e-a7b8fc663dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:59:50.976354 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-a295456a-1c8b-462f-804e-a7b8fc663dfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0828171
Feb 15 15:59:51.073759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-e25cc2db-5892-4177-80e4-202bf4cc82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 15:59:51.075336 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-e25cc2db-5892-4177-80e4-202bf4cc82cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921607
Feb 15 15:59:51.259611 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-7a02e231-1f1e-4cad-814d-f970da10d1fa service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751049
Feb 15 15:59:51.426982 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-caa6c860-c74b-41a9-bc86-d9dbebec0508 req-e045e20a-da20-46e8-9f7e-577b92bf93df service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1601889
Feb 15 15:59:55.905826 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:00:05.559540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbcd6-aa42-45de-8ff0-8038a59d9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:06.883666 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-eea705b4-4040-40f6-9519-15b390db6871 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips/d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9 HTTP/1.1" status: 200  len: 999 time: 0.1155803
Feb 15 16:00:07.050483 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-b669e81f-9b8d-4191-9c59-9400bb064cb4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:07.051893 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-b669e81f-9b8d-4191-9c59-9400bb064cb4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1623588
Feb 15 16:00:07.062836 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-25518e06-4268-4e35-bc73-dd4ddc352de0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=84016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 15 16:00:07.063888 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-25518e06-4268-4e35-bc73-dd4ddc352de0 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060961
Feb 15 16:00:07.183276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-0e663a17-317a-47f8-b382-9b484239e66c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 1002 time: 0.1086576
Feb 15 16:00:07.271861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-883c9bf3-32f4-4f0a-a0ff-e6bee1d45e91 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:07.273384 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-883c9bf3-32f4-4f0a-a0ff-e6bee1d45e91 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports/6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 943 time: 0.0831873
Feb 15 16:00:07.481945 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-22fa36f8-7554-45f6-9c74-a94e3be36daf tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.159 HTTP/1.1" status: 200  len: 1002 time: 0.1246798
Feb 15 16:00:07.740784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port de68115d-79ed-4e53-8419-dfd29e4e499e {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:07.741141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:07.929727 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:07.930354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:08.060794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for de68115d-79ed-4e53-8419-dfd29e4e499e owned by network:floatingip {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:08.229662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:08.242781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9dd413ce-8fda-4729-ae42-7f95c518c4da tempest-TestMinimumBasicScenario-1582051810 tempest-TestMinimumBasicScenario-1582051810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:08.302470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=de68115d-79ed-4e53-8419-dfd29e4e499e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:08.336058 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14eaf767-6172-41ac-9bb1-3dcd42025903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:08.363348 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.363773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.364179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.364629 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.365003 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.365421 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.365809 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.366178 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.366565 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.366947 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.367337 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.367719 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.368130 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.368584 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.368967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.369329 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.369718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.370098 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.370480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.370864 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.371249 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.371631 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.372010 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.372400 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:08.382404 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:08.495433 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:08.495845 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9 disassociated (deleted). External IP: 172.27.3.159, port: 6761556c-b07b-46e1-b9d9-bddb130acc5a.
Feb 15 16:00:08.889361 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 16:00:09.090714 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 16:00:09.101250 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 16:00:09.113080 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:09.113825 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b065898>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:09.120025 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:09.180391 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-11d3eb4f-105c-45fd-a30a-b32f4499db10 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "DELETE /v2.0/floatingips/d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9 HTTP/1.1" status: 204  len: 173 time: 1.6892300
Feb 15 16:00:09.180877 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 16:00:09.206856 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:09.246511 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'status': 'completed', 'code': 200}
Feb 15 16:00:09.285253 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-a8247e4a-fbb4-43b9-821f-93868669f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.286917 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-a8247e4a-fbb4-43b9-821f-93868669f895 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.0824146
Feb 15 16:00:09.308526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:09.343235 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-5cfff8dd-501c-4d65-96d5-36a378a6be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.345095 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-5cfff8dd-501c-4d65-96d5-36a378a6be96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 1163 time: 0.0856965
Feb 15 16:00:09.431571 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-7da9d195-0923-4ec6-a18a-e04849bb92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.433167 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-7da9d195-0923-4ec6-a18a-e04849bb92fd service neutron] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1393676
Feb 15 16:00:09.504187 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-1afc77c7-5793-4c99-984d-f935714ea192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.505952 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-1afc77c7-5793-4c99-984d-f935714ea192 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1540570
Feb 15 16:00:09.511081 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-02dc0770-b27f-4e40-a6ec-209ace46d0c8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 217 time: 0.0712459
Feb 15 16:00:09.581838 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-903463bb-7a68-446a-bcef-886745a41127 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 200  len: 217 time: 0.0683727
Feb 15 16:00:09.583053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-5ee80b32-9d6d-4cbf-af65-fd85673b9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.584722 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-5ee80b32-9d6d-4cbf-af65-fd85673b9181 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0668368
Feb 15 16:00:09.658419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-b366fb13-79f1-485d-8d27-0c5c908922a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.660044 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-b366fb13-79f1-485d-8d27-0c5c908922a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0706067
Feb 15 16:00:09.678530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-7ac12289-d4a7-4368-80fa-45a5126cf965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.680726 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-7ac12289-d4a7-4368-80fa-45a5126cf965 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894341
Feb 15 16:00:09.686960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b065898>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:09.691408 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 16:00:09.701053 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:09.701722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b065898>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:09.750008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-ec777b08-0e31-4b9f-bf7d-9873adf179fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:09.751710 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-ec777b08-0e31-4b9f-bf7d-9873adf179fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848539
Feb 15 16:00:09.831762 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-63ecf0d8-f4b7-4306-8fa2-1060c83203c4 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443601
Feb 15 16:00:09.909152 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-c03342ae-7b98-42f3-abc9-7366d2dc63ea service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494992
Feb 15 16:00:09.954435 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:09.989364 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0dd63304-d5de-4891-ae6f-83c768afe615 req-4bca2879-c016-4e18-a954-d22568d53a44 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501789
Feb 15 16:00:10.063276 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-e2c0dfbe-a76b-4699-9c88-f174fe48c833 req-5c6cb3ad-8095-4e97-af1c-3568e2dfcc23 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459162
Feb 15 16:00:10.066259 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:10.400884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc706-8890-4421-8eea-521434acd467 req-1aa4a6fb-4ea5-4e9e-a9c4-b6d0738d2de3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:10.401773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1e8bc706-8890-4421-8eea-521434acd467 req-1aa4a6fb-4ea5-4e9e-a9c4-b6d0738d2de3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:10.418056 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-1e8bc706-8890-4421-8eea-521434acd467 req-1aa4a6fb-4ea5-4e9e-a9c4-b6d0738d2de3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:10.419395 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e8bc706-8890-4421-8eea-521434acd467 req-1aa4a6fb-4ea5-4e9e-a9c4-b6d0738d2de3 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.1056082
Feb 15 16:00:10.444386 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b065898>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:10.449499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec6d56-0782-454d-82b1-b9e92e5de24e None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_floatingips': [{'id': 'b97f4037-0058-4d5f-aa1e-77550f833104', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'router_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'port_id': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'mac_address': 'fa:16:3e:6d:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:17Z', 'updated_at': '2021-02-15T15:56:25Z', 'revision_number': 2, 'project_id': '5a834a5564f941b4868101775acad5bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 16:00:10.468782 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-1e8bc706-8890-4421-8eea-521434acd467 req-2bb7a15b-9951-407b-9e92-920d3f10bb62 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428128
Feb 15 16:00:10.510232 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:10.875712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13855d-8277-4a66-ad64-8ee2697371e5 None None] New status for floating IP d8f0ef5a-ebcb-4fee-a40c-df7f7ca4d9e9: DOWN {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 16:00:11.721413 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6bc35-96c8-4262-8c98-72c41a6fd130 req-6c2e8c5e-54ae-4993-bc8c-8e8df36fda2f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:11.723135 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34d6bc35-96c8-4262-8c98-72c41a6fd130 req-6c2e8c5e-54ae-4993-bc8c-8e8df36fda2f tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.1259592
Feb 15 16:00:11.782184 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-34d6bc35-96c8-4262-8c98-72c41a6fd130 req-a1fefb98-cd0b-41f3-9445-443bdb7c042c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0505290
Feb 15 16:00:11.965806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-d556e263-df3d-4043-ba99-5d126970e308 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:11.968074 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-d556e263-df3d-4043-ba99-5d126970e308 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 946 time: 0.0995173
Feb 15 16:00:12.049052 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port 6761556c-b07b-46e1-b9d9-bddb130acc5a {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:12.049299 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:12.323366 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] For port 6761556c-b07b-46e1-b9d9-bddb130acc5a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6761556c-b07b-46e1-b9d9-bddb130acc5a,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:12.323650 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:12.462511 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for 6761556c-b07b-46e1-b9d9-bddb130acc5a owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:12.613789 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:12.629219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-323db3ea-2444-431f-9aaa-3edf6b4e6d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:12.899077 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 6761556c-b07b-46e1-b9d9-bddb130acc5a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:12.940205 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] No Port match for: 6761556c-b07b-46e1-b9d9-bddb130acc5a {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:12.940544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=6761556c-b07b-46e1-b9d9-bddb130acc5a,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:12.940686 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device 6761556c-b07b-46e1-b9d9-bddb130acc5a not bound to the agent host hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:12.965810 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-fb20b578-c1a3-4f4b-80c1-fdb49639b5dc req-02584115-6de2-40b1-b43e-979235f9f0f9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 210 time: 0.0548668
Feb 15 16:00:13.001419 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.001850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.002266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.002681 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.003117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.003523 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.003927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.004350 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.004751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.005150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.005551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.005933 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.006368 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.006768 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.007166 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.007563 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.007956 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.008399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.008800 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.009197 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.009596 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.009992 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.010392 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.010783 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:13.018743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:13.112962 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] No DVR routers for this DVR port 6761556c-b07b-46e1-b9d9-bddb130acc5a on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 16:00:13.115367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:13.118295 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'name': 'network-vif-deleted', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 16:00:13.135155 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-19374a9a-bb5c-43ec-9c97-dea91f25da6f req-a3350673-b675-4d3c-a480-4a01017a68da tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "DELETE /v2.0/ports/6761556c-b07b-46e1-b9d9-bddb130acc5a HTTP/1.1" status: 204  len: 173 time: 1.1608109
Feb 15 16:00:13.171781 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3', 'name': 'network-vif-deleted', 'tag': '6761556c-b07b-46e1-b9d9-bddb130acc5a', 'status': 'completed', 'code': 200}
Feb 15 16:00:14.148465 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-434f275b-f225-4142-91e7-e65649c85760 req-ac215716-1705-47e0-976f-e7c0afd7ee15 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=412ee4f5-cd17-4b9a-83c0-5aa06d0ad3f3 HTTP/1.1" status: 200  len: 210 time: 0.0495315
Feb 15 16:00:18.073151 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-a31d30fe-bfd0-43f7-a122-8a4a22a6f5fa tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips/b97f4037-0058-4d5f-aa1e-77550f833104 HTTP/1.1" status: 200  len: 998 time: 0.3497069
Feb 15 16:00:18.236063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-a964f725-9484-492d-bfd8-2d733704ca2b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:18.237584 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-a964f725-9484-492d-bfd8-2d733704ca2b tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1584387
Feb 15 16:00:18.358752 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-6ea16516-76cd-4f8f-bdbe-3be701df9f27 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:18.377813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-6ea16516-76cd-4f8f-bdbe-3be701df9f27 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:floatingip {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:18.379107 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-6ea16516-76cd-4f8f-bdbe-3be701df9f27 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.16 HTTP/1.1" status: 200  len: 1001 time: 0.1316659
Feb 15 16:00:18.462860 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-0ff96184-ab23-42fc-b2f4-da848b9a49d4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:18.464349 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-0ff96184-ab23-42fc-b2f4-da848b9a49d4 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports/b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 943 time: 0.0790253
Feb 15 16:00:18.660355 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-db074ab7-7c63-402f-80b0-20b033394a2e tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.16 HTTP/1.1" status: 200  len: 1001 time: 0.1073725
Feb 15 16:00:18.906411 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port 9fa3993b-739d-4a38-9e4d-c81624f25cb4 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:18.906792 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:19.100063 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:19.100728 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:19.236895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for 9fa3993b-739d-4a38-9e4d-c81624f25cb4 owned by network:floatingip {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:19.413799 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:19.427445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55c35147-1b37-4238-9d94-a1f8a2e726f1 tempest-AttachVolumeTestJSON-819025062 tempest-AttachVolumeTestJSON-819025062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:19.487628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=9fa3993b-739d-4a38-9e4d-c81624f25cb4,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:19.490568 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:19.657949 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:19.658311 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.db.l3_db [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Floating IP b97f4037-0058-4d5f-aa1e-77550f833104 disassociated (deleted). External IP: 172.27.3.16, port: b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb.
Feb 15 16:00:20.051129 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 16:00:20.246038 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 16:00:20.256743 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 16:00:20.269017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:20.269908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b508128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:20.271427 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:20.331856 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-e0761be2-6008-4bae-9064-ef90f8016c4a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "DELETE /v2.0/floatingips/b97f4037-0058-4d5f-aa1e-77550f833104 HTTP/1.1" status: 204  len: 173 time: 1.6627703
Feb 15 16:00:20.332367 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 16:00:20.389539 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'status': 'completed', 'code': 200}
Feb 15 16:00:20.427470 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-0fe49551-7e7c-481e-a68a-ffcfd53b8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.429140 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-0fe49551-7e7c-481e-a68a-ffcfd53b8df3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.0832155
Feb 15 16:00:20.468692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:20.488154 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331e2f-7013-4464-9197-de803eda091f req-14095790-a09a-46aa-914b-af54c30aac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.489913 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-14095790-a09a-46aa-914b-af54c30aac98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a834a5564f941b4868101775acad5bf&device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 1163 time: 0.0838416
Feb 15 16:00:20.573954 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-f67d6d80-65cf-4508-acf5-ac113f43b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.575600 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-f67d6d80-65cf-4508-acf5-ac113f43b696 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1398029
Feb 15 16:00:20.636718 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331e2f-7013-4464-9197-de803eda091f req-d8aeb305-3a19-4865-9b6f-34a79d0e4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.638223 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-d8aeb305-3a19-4865-9b6f-34a79d0e4fd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 200  len: 905 time: 0.1412957
Feb 15 16:00:20.649054 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-d596b387-9154-4ba6-91f5-95922baccaf5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 217 time: 0.0658925
Feb 15 16:00:20.713214 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-8c28ea47-e65f-41f2-beff-72c1df3e188a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 200  len: 217 time: 0.0681424
Feb 15 16:00:20.725133 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-7140bdca-33c7-4404-8a1b-9a9cd2374e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.726961 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-7140bdca-33c7-4404-8a1b-9a9cd2374e77 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0716159
Feb 15 16:00:20.786938 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331e2f-7013-4464-9197-de803eda091f req-d74161a2-baf8-4388-8336-29e5604f4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.788724 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-d74161a2-baf8-4388-8336-29e5604f4851 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 200  len: 850 time: 0.0695534
Feb 15 16:00:20.808108 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b508128>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:20.813417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 16:00:20.819747 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-19c6c4d1-9aa5-4566-b091-01700d6b1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.821792 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-19c6c4d1-9aa5-4566-b091-01700d6b1039 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869489
Feb 15 16:00:20.823282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:20.823948 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701b508128>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:20.875480 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331e2f-7013-4464-9197-de803eda091f req-cf14e2ca-2e83-4a34-968b-7c9557883f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:20.877568 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-cf14e2ca-2e83-4a34-968b-7c9557883f05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0cb4c4a6-860d-4f0e-bec1-0424070263c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821047
Feb 15 16:00:20.905915 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:20.975059 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-ec5c4637-8ede-4087-9f94-1773cffbae69 service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445744
Feb 15 16:00:21.024589 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:21.033204 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-6af1ee36-2ba2-4ce8-b404-55d54224b42b service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469214
Feb 15 16:00:21.121316 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-a7b5bc09-9898-4e51-b5d4-a850dd97b281 req-aa547d21-2dc2-4762-982c-f62721aee45e service neutron] 10.222.0.102 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395445
Feb 15 16:00:21.202265 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-52331e2f-7013-4464-9197-de803eda091f req-fc5da989-7bd7-4984-9d36-1fec58c54574 service neutron] 10.222.0.15 "GET /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1609995
Feb 15 16:00:21.384273 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701b508128>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:21.388850 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45428d6b-edcd-4739-aa56-96511ba21d9d None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T15:52:20Z', 'revision_number': 4, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi', '_interfaces': [{'id': 'eba66e64-64eb-4f5f-92ab-194cbe26409f', 'name': '', 'network_id': '0cb4c4a6-860d-4f0e-bec1-0424070263c1', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'mac_address': 'fa:16:3e:3c:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:19Z', 'updated_at': '2021-02-15T15:52:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'subnets': [{'id': '82128355-ea79-4abd-b871-91692f9f7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 16:00:21.780723 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302e77f-40c9-47fa-af3a-e57ea6dbc969 req-f6dd68f3-df3d-4ded-821f-3be48e5fb15d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:21.781494 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5302e77f-40c9-47fa-af3a-e57ea6dbc969 req-f6dd68f3-df3d-4ded-821f-3be48e5fb15d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:21.799219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-5302e77f-40c9-47fa-af3a-e57ea6dbc969 req-f6dd68f3-df3d-4ded-821f-3be48e5fb15d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84016) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:21.800562 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5302e77f-40c9-47fa-af3a-e57ea6dbc969 req-f6dd68f3-df3d-4ded-821f-3be48e5fb15d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.3589594
Feb 15 16:00:21.800838 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46e90f-6415-4ede-953a-4c867c846696 None None] New status for floating IP b97f4037-0058-4d5f-aa1e-77550f833104: DOWN {{(pid=84017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 15 16:00:21.854300 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-5302e77f-40c9-47fa-af3a-e57ea6dbc969 req-0bf43084-a859-43e8-86f5-f5a5af635533 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0472631
Feb 15 16:00:22.972196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Device b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:23.098027 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1709041'] for port, before_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:23.100840 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235260d-4d43-4c81-8f07-161860f70c76 req-5d8481d7-ace1-493b-bf85-0ed241d34de1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:23.101612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d235260d-4d43-4c81-8f07-161860f70c76 req-5d8481d7-ace1-493b-bf85-0ed241d34de1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:23.113819 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9d27-6e3e-4d4d-9927-aabe6142c7f0 req-a2500051-9e80-4c7f-93d3-e71855ede73c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:23.114582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b6df9d27-6e3e-4d4d-9927-aabe6142c7f0 req-a2500051-9e80-4c7f-93d3-e71855ede73c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:23.127423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 16:00:23.134072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-d235260d-4d43-4c81-8f07-161860f70c76 req-5d8481d7-ace1-493b-bf85-0ed241d34de1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:23.135515 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d235260d-4d43-4c81-8f07-161860f70c76 req-5d8481d7-ace1-493b-bf85-0ed241d34de1 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.1981356
Feb 15 16:00:23.138281 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] For port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:23.139418 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-b6df9d27-6e3e-4d4d-9927-aabe6142c7f0 req-a2500051-9e80-4c7f-93d3-e71855ede73c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:23.140889 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b6df9d27-6e3e-4d4d-9927-aabe6142c7f0 req-a2500051-9e80-4c7f-93d3-e71855ede73c tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 946 time: 0.1603541
Feb 15 16:00:23.148088 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363279386244604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279386670742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757468105092'] for port, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:23.150554 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:23.184348 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'code': 200}
Feb 15 16:00:23.227893 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Pushing event updated for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=5']} {{(pid=84017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:23.236090 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.236506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.236894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.237270 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.237646 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.238017 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.238385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.238751 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.239117 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.239490 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.239858 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.240219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.240670 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.241035 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.241399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.241763 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.242121 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.242485 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.242879 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.243241 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.243602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.243963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.244369 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.244729 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-iscsi {{(pid=84017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 15 16:00:23.249782 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84017) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:23.265347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:23.265740 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:23.316720 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-b6df9d27-6e3e-4d4d-9927-aabe6142c7f0 req-45bd0333-ab37-4d0d-8974-91a283a2eeb9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups?id=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1196160
Feb 15 16:00:23.549141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] For port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:23.549491 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:23.691808 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb owned by compute:nova {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:23.889802 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:23.905479 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e82e58c-a04f-4f90-9289-e725c568fd72 tempest-TestShelveInstance-1315294025 tempest-TestShelveInstance-1315294025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:23.969303 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:23.973334 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:24.123910 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] No DVR routers for this DVR port b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb on host hv-cinder-76810 {{(pid=84015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 16:00:24.126434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for port, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:24.129265 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-deleted', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb'}] {{(pid=84015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 15 16:00:24.146395 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d235260d-4d43-4c81-8f07-161860f70c76 req-1df3a7bb-45e3-4414-957d-99f37b90714d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.15 "DELETE /v2.0/ports/b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb HTTP/1.1" status: 204  len: 173 time: 1.0042882
Feb 15 16:00:24.193416 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ad8b0-c711-43bc-beb7-0b57903330f6', 'name': 'network-vif-deleted', 'tag': 'b0d4f1d0-7da8-4d32-8f52-fb9ea9d876fb', 'status': 'completed', 'code': 200}
Feb 15 16:00:24.488871 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0d5f99fb-4332-44b9-ac79-c4eb84cf5722 req-02613c54-3a5f-48d1-a30f-fd1c34ea313a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Synchronizing usage tracker for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 15 16:00:24.505794 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.quota.resource [req-0d5f99fb-4332-44b9-ac79-c4eb84cf5722 req-02613c54-3a5f-48d1-a30f-fd1c34ea313a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Unset dirty status for tenant:5a834a5564f941b4868101775acad5bf on resource:port {{(pid=84015) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 15 16:00:24.507431 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-0d5f99fb-4332-44b9-ac79-c4eb84cf5722 req-02613c54-3a5f-48d1-a30f-fd1c34ea313a tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b1ad8b0-c711-43bc-beb7-0b57903330f6 HTTP/1.1" status: 200  len: 210 time: 0.0685170
Feb 15 16:00:25.720632 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-0a9a2800-1a90-4fe7-ba82-0d0cc686ea8d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips/9f203f0a-8e49-4da5-b6f5-822f00b4974a HTTP/1.1" status: 200  len: 692 time: 0.0918298
Feb 15 16:00:25.893739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-47b410f8-f5ac-473b-94bf-c391b8dc584d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 15 16:00:25.895294 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-47b410f8-f5ac-473b-94bf-c391b8dc584d tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/networks/b4167068-b858-47f6-b74a-fd17f84b6198 HTTP/1.1" status: 200  len: 784 time: 0.1654513
Feb 15 16:00:25.987400 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-0df34073-fee2-4481-8eb1-f2b2f29f30ab tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0854173
Feb 15 16:00:26.080665 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-072e28af-1afd-4e24-9577-a24ad64b5b78 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.27.3.96 HTTP/1.1" status: 200  len: 695 time: 0.0859623
Feb 15 16:00:26.264678 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Deleting port 0bd4631e-3ea4-4c46-b681-06334d8a3efa {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:26.265069 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:26.451518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:26.451797 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:26.589979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Calling delete_port for 0bd4631e-3ea4-4c46-b681-06334d8a3efa owned by network:floatingip {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:26.733399 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:26.752114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:26.815195 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'Port': ['ID=0bd4631e-3ea4-4c46-b681-06334d8a3efa,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:26.866374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:26.984434 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for floatingip, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:27.008963 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744485'] for floatingip, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:27.010233 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-886f9480-a5d5-4c6e-991f-b7d6ba4abd63 req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "DELETE /v2.0/floatingips/9f203f0a-8e49-4da5-b6f5-822f00b4974a HTTP/1.1" status: 204  len: 173 time: 0.9227049
Feb 15 16:00:28.490039 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5029397-2cac-47e4-8378-1c66bed44888 req-52731412-7230-4004-aa53-1c27987fb0be tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "GET /v2.0/security-groups/bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e HTTP/1.1" status: 200  len: 2997 time: 0.0532963
Feb 15 16:00:28.566682 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5029397-2cac-47e4-8378-1c66bed44888 req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:28.598222 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5029397-2cac-47e4-8378-1c66bed44888 req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:28.650158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5029397-2cac-47e4-8378-1c66bed44888 req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:28.655390 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7328ffe4-5626-49a9-b9ca-819b52e4c5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:28.671489 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:28.676185 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:28.679902 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d5029397-2cac-47e4-8378-1c66bed44888 req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:28.681146 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [req-d5029397-2cac-47e4-8378-1c66bed44888 req-1169576a-49ac-4416-8fa3-50296a3d9687 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] 10.222.0.102 "DELETE /v2.0/security-groups/bfbc413a-39ea-4e5e-acdb-14bf3a80ff8e HTTP/1.1" status: 204  len: 173 time: 0.1818099
Feb 15 16:00:28.747737 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58784) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:29.808784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:30.199357 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Deleting port eba66e64-64eb-4f5f-92ab-194cbe26409f {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:30.199739 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:30.392201 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] For port eba66e64-64eb-4f5f-92ab-194cbe26409f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=eba66e64-64eb-4f5f-92ab-194cbe26409f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:30.392510 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:30.527467 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Calling delete_port for eba66e64-64eb-4f5f-92ab-194cbe26409f owned by network:router_interface {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:30.730695 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:30.744358 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0a5fa4b-3405-4be6-912b-e3dae6f2b9b9 tempest-TestVolumeBootPattern-1048347897 tempest-TestVolumeBootPattern-1048347897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:30.805530 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba66e64-64eb-4f5f-92ab-194cbe26409f,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:30.809662 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:31.180484 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:31.714389 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Router 0b56672d-08f8-4029-8171-f65936aae50f has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 16:00:32.167212 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 16:00:32.176385 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Sync routers for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 16:00:32.183117 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-9b0eaa04-363f-4cfe-ba80-1962d42c3f17 admin admin] 10.222.0.102 "PUT /v2.0/routers/0b56672d-08f8-4029-8171-f65936aae50f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4313765
Feb 15 16:00:32.183443 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58790) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:32.188282 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:32.189118 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701af97358>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:32.385549 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:32.550271 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:32.581388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:32.587106 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Deleting port 94017882-6e69-4344-9dbe-bc74570cb919 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:32.587508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:32.781784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] For port 94017882-6e69-4344-9dbe-bc74570cb919, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=94017882-6e69-4344-9dbe-bc74570cb919,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:32.782179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:32.864127 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701af97358>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T16:00:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:32.869384 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Checking router: 0b56672d-08f8-4029-8171-f65936aae50f for host: dv-cinder-768105-5-iscsi {{(pid=84018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 16:00:32.880417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Routers {'0b56672d-08f8-4029-8171-f65936aae50f'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:32.881340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701af97358>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:08Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0b56672d-08f8-4029-8171-f65936aae50f'], 'active': True} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:32.919946 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Calling delete_port for 94017882-6e69-4344-9dbe-bc74570cb919 owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:33.017627 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:00:33.082896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] Set router 0b56672d-08f8-4029-8171-f65936aae50f gateway port host: dv-cinder-768105-5-iscsi {{(pid=84018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:33.104226 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.318622 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.398974 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701af97358>, [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T16:00:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:33.403482 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524b444-9de6-448b-ae01-e5081d5a12b5 None None] The sync data for ids ['0b56672d-08f8-4029-8171-f65936aae50f'] in dv-cinder-768105-5-iscsi is: [{'id': '0b56672d-08f8-4029-8171-f65936aae50f', 'name': 'tempest-TestVolumeBootPattern-852136651-router', 'tenant_id': '5a834a5564f941b4868101775acad5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '94017882-6e69-4344-9dbe-bc74570cb919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:15Z', 'updated_at': '2021-02-15T16:00:30Z', 'revision_number': 5, 'project_id': '5a834a5564f941b4868101775acad5bf', 'gw_port': {'id': '94017882-6e69-4344-9dbe-bc74570cb919', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b56672d-08f8-4029-8171-f65936aae50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:16Z', 'updated_at': '2021-02-15T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 16:00:33.462208 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.465070 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.495114 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.495865 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b56672d-08f8-4029-8171-f65936aae50f {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 16:00:33.510160 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.511508 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-27522284-dcc5-4270-90e7-d1ced72d8b42 admin admin] 10.222.0.102 "DELETE /v2.0/routers/0b56672d-08f8-4029-8171-f65936aae50f HTTP/1.1" status: 204  len: 168 time: 1.3269851
Feb 15 16:00:33.514347 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58794) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:33.581822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Deleting subnet 82128355-ea79-4abd-b871-91692f9f7f6d {{(pid=84015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 16:00:33.585424 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.640623 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853869876'] for subnet, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:33.736861 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.038550 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7982221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6971901'] for subnet, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.056651 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-55b92d01-5ce9-4f36-880f-b6e193ecf2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:34.106354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82128355-ea79-4abd-b871-91692f9f7f6d,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:34.111710 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:34.144168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 94017882-6e69-4344-9dbe-bc74570cb919 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:34.183300 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 94017882-6e69-4344-9dbe-bc74570cb919 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:34.183637 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 94017882-6e69-4344-9dbe-bc74570cb919 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:34.184519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device eba66e64-64eb-4f5f-92ab-194cbe26409f no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:34.201030 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.207368 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-6a35a2d2-e5e5-4191-8c25-64ae1671350a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/82128355-ea79-4abd-b871-91692f9f7f6d HTTP/1.1" status: 204  len: 168 time: 0.6918945
Feb 15 16:00:34.210309 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58798) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:34.218960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea52e1a-9237-4342-81ea-7c28a7c2543c None None] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 16:00:34.253512 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: eba66e64-64eb-4f5f-92ab-194cbe26409f {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:34.253896 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device eba66e64-64eb-4f5f-92ab-194cbe26409f not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:34.334884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.406124 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Deleting port fdd760b2-0441-472e-a26f-46783691c58f {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:34.406499 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.496188 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] DHCP port deletion for 0cb4c4a6-860d-4f0e-bec1-0424070263c1 request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 16:00:34.500931 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Deleting port fdd760b2-0441-472e-a26f-46783691c58f {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:34.501313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.627920 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] For port fdd760b2-0441-472e-a26f-46783691c58f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=fdd760b2-0441-472e-a26f-46783691c58f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:34.628313 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.720844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] For port fdd760b2-0441-472e-a26f-46783691c58f, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=fdd760b2-0441-472e-a26f-46783691c58f,segment=NetworkSegment(09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce),segment_id=09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:34.721152 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.761169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Calling delete_port for fdd760b2-0441-472e-a26f-46783691c58f owned by network:dhcp {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:34.849211 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:34.864721 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Calling delete_port for fdd760b2-0441-472e-a26f-46783691c58f owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:34.866602 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d980c009-5252-4afc-add9-74df821e7bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:34.927441 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd760b2-0441-472e-a26f-46783691c58f,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:34.949340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 16:00:34.949748 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 16:00:34.978976 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:35.017979 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] No DVR routers for this DVR port fdd760b2-0441-472e-a26f-46783691c58f on host dv-cinder-768105-5-iscsi {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 16:00:35.145521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.266928 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701a785e80>,) {'filters': {'network_id': ['0cb4c4a6-860d-4f0e-bec1-0424070263c1']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:35.281374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a785e80>, '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:35.281634 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701a785e80>, '09c6dc4a-2a66-4b4d-9c8f-49e3ed0fbcce') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:35.296156 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.312685 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.314927 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 16:00:35.451199 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Deleting port fdd760b2-0441-472e-a26f-46783691c58f {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:35.451773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.500476 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 16:00:35.510473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.527167 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bfa397d3-ed4f-4c48-bc5c-3d8e5ea6daef None None] The port 'fdd760b2-0441-472e-a26f-46783691c58f' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 16:00:35.551141 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dbe10cae-5d1b-490f-8899-6bac0a1f4f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.692813 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Network 0cb4c4a6-860d-4f0e-bec1-0424070263c1 has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 16:00:35.717490 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 16:00:35.799884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.803515 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:35.817872 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:35.829628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4c4a6-860d-4f0e-bec1-0424070263c1,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:35.833158 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:35.845021 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-f35f0b37-4ebd-404e-bc2b-43aaf299e15c admin admin] 10.222.0.102 "DELETE /v2.0/networks/0cb4c4a6-860d-4f0e-bec1-0424070263c1 HTTP/1.1" status: 204  len: 168 time: 1.6335421
Feb 15 16:00:35.851019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58802) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:36.141551 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device fdd760b2-0441-472e-a26f-46783691c58f no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:36.180544 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: fdd760b2-0441-472e-a26f-46783691c58f {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:36.181173 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device fdd760b2-0441-472e-a26f-46783691c58f not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:36.458422 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743729'] for router_interface, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:36.842932 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Deleting port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:36.843186 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:37.268473 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] For port d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:37.268882 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:37.403317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Calling delete_port for d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 owned by network:router_interface {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:37.601213 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:37.617574 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d1ae043-8155-479c-9d18-43e62ad9bbcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:37.678089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:37.728628 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:38.041340 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854031666'] for router_interface, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:38.339832 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28fd220a-7768-486a-9662-31b8c82d8ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:38.564960 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b has already been hosted by L3 agent e160a8c8-1e62-47eb-a2f7-9208212b3940 {{(pid=84016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 15 16:00:38.763423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] Notify agent at l3_agent.dv-cinder-768105-5-iscsi the message routers_updated {{(pid=84016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 15 16:00:38.776998 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-2f1a88f7-d1ee-478d-9267-d29d7743056b admin admin] 10.222.0.102 "PUT /v2.0/routers/0031fc73-39f1-43d0-aeaf-1b2b66f4d32b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9220138
Feb 15 16:00:38.777231 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Sync routers for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 15 16:00:38.777331 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58806) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:38.789136 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:38.789822 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a8c7b38>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:38.992875 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.162803 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:39.210266 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.216184 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Deleting port 00362269-826e-4c0c-affb-7da11a871350 {{(pid=84015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:39.216593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.308374 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.420148 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] For port 00362269-826e-4c0c-affb-7da11a871350, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=00362269-826e-4c0c-affb-7da11a871350,segment=NetworkSegment(c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b),segment_id=c1e08d9e-ba9d-4e88-9bd0-fe52eb074b3b)] {{(pid=84015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:39.420619 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.486733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a8c7b38>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T16:00:37Z', 'revision_number': 5, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:39.491665 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Checking router: 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b for host: dv-cinder-768105-5-iscsi {{(pid=84017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 15 16:00:39.501019 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Routers {'0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'} bound to L3 agent in host dv-cinder-768105-5-iscsi {{(pid=84017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 15 16:00:39.501692 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f701a8c7b38>, 'dv-cinder-768105-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:38Z,description=<?>,heartbeat_timestamp=2021-02-15T16:00:38Z,host='dv-cinder-768105-5-iscsi',id=e160a8c8-1e62-47eb-a2f7-9208212b3940,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-15T15:37:38Z,topic='l3_agent')) {'router_ids': ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'], 'active': True} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:39.555899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Calling delete_port for 00362269-826e-4c0c-affb-7da11a871350 owned by network:router_gateway {{(pid=84015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:39.695135 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] Set router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b gateway port host: dv-cinder-768105-5-iscsi {{(pid=84017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 15 16:00:39.698240 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846793477'] for port, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.893460 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854032027'] for router_gateway, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:39.989057 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.022643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f701a8c7b38>, [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T16:00:37Z', 'revision_number': 5, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}], 'dv-cinder-768105-5-iscsi', False) {} {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:40.027606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7627aba-62f8-4117-9638-c7ed06110073 None None] The sync data for ids ['0031fc73-39f1-43d0-aeaf-1b2b66f4d32b'] in dv-cinder-768105-5-iscsi is: [{'id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'name': 'tempest-TestVolumeBootPattern-99458764-router', 'tenant_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'external_fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '00362269-826e-4c0c-affb-7da11a871350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:52:24Z', 'updated_at': '2021-02-15T16:00:37Z', 'revision_number': 5, 'project_id': 'e2cc1f4a11dc44779e7819c683e607a0', 'gw_port': {'id': '00362269-826e-4c0c-affb-7da11a871350', 'name': '', 'network_id': 'b4167068-b858-47f6-b74a-fd17f84b6198', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0031fc73-39f1-43d0-aeaf-1b2b66f4d32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:52:25Z', 'updated_at': '2021-02-15T15:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebfbef43-2dd8-4c93-8c1c-3138a9f100ef', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-iscsi'}] {{(pid=84017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 15 16:00:40.108457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:40.148175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:40.148593 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device d5cbecec-0b6e-4d37-bb28-fd9d5c394ab7 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:40.319564 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854027719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44626'] for router, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.322431 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.348326 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854027629'] for router, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.348895 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0031fc73-39f1-43d0-aeaf-1b2b66f4d32b {{(pid=84015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 15 16:00:40.361403 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.363564 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-64810c04-af17-4471-b5c0-1c5adecc37e3 admin admin] 10.222.0.102 "DELETE /v2.0/routers/0031fc73-39f1-43d0-aeaf-1b2b66f4d32b HTTP/1.1" status: 204  len: 168 time: 1.5842769
Feb 15 16:00:40.365698 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58810) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:40.444518 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Deleting subnet edb14760-60e1-430e-a41a-64c914bfb603 {{(pid=84016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 15 16:00:40.448654 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.504582 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6600853'] for subnet, precommit_delete_associations {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.512796 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.591697 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852968946'] for subnet, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.869037 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1806870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6974028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7921188'] for subnet, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:40.887191 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f4f5435-73b1-4b49-8170-3e01860ee152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:40.937899 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb14760-60e1-430e-a41a-64c914bfb603,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:40.941733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:41.027008 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for subnet, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.032953 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31713952-1534-4341-8895-102feb99527c None None] Network 994e247a-42e4-4362-87af-b12caf38a18e requested from dv-cinder-768105-5-iscsi {{(pid=84017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 15 16:00:41.033322 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-8bea2dc6-12a9-40ca-917c-badbdebef57d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/edb14760-60e1-430e-a41a-64c914bfb603 HTTP/1.1" status: 204  len: 168 time: 0.6665533
Feb 15 16:00:41.036298 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58814) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:41.153469 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1912906'] for network, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.225353 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Deleting port a8dd5961-7d41-4091-b9eb-0488e76f20a9 {{(pid=84016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:41.225722 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.300502 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] DHCP port deletion for 994e247a-42e4-4362-87af-b12caf38a18e request from dv-cinder-768105-5-iscsi {{(pid=84017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 15 16:00:41.305216 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Deleting port a8dd5961-7d41-4091-b9eb-0488e76f20a9 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:41.305643 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.445455 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] For port a8dd5961-7d41-4091-b9eb-0488e76f20a9, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a8dd5961-7d41-4091-b9eb-0488e76f20a9,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:41.446171 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.527196 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] For port a8dd5961-7d41-4091-b9eb-0488e76f20a9, host dv-cinder-768105-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-iscsi',level=0,port_id=a8dd5961-7d41-4091-b9eb-0488e76f20a9,segment=NetworkSegment(c6882310-67fd-4534-86f3-74189adf238e),segment_id=c6882310-67fd-4534-86f3-74189adf238e)] {{(pid=84017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 15 16:00:41.527552 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854214253'] for port, precommit_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.581689 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Calling delete_port for a8dd5961-7d41-4091-b9eb-0488e76f20a9 owned by network:dhcp {{(pid=84016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:41.659653 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Calling delete_port for a8dd5961-7d41-4091-b9eb-0488e76f20a9 owned by network:dhcp {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 15 16:00:41.660317 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1708942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757468538346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757468105058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847801798'] for port, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:41.673708 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ec3383e3-2a54-455e-848c-b342bc9a49f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:41.736540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.db.api [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84017) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 15 16:00:41.736540 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_db.api [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84017) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 15 16:00:41.967144 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dd5961-7d41-4091-b9eb-0488e76f20a9,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:41.972354 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:42.062731 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] No DVR routers for this DVR port a8dd5961-7d41-4091-b9eb-0488e76f20a9 on host dv-cinder-768105-5-iscsi {{(pid=84016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 15 16:00:42.146242 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 00362269-826e-4c0c-affb-7da11a871350 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:42.189072 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: 00362269-826e-4c0c-affb-7da11a871350 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:42.189330 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device 00362269-826e-4c0c-affb-7da11a871350 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:42.189733 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a8dd5961-7d41-4091-b9eb-0488e76f20a9 no longer exists at agent ovs-agent-dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 15 16:00:42.197741 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852966761', 'neutron.services.segments.db._delete_segments_for_network-8757468590775'] for network, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.226626 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] No Port match for: a8dd5961-7d41-4091-b9eb-0488e76f20a9 {{(pid=84017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 15 16:00:42.226967 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Device a8dd5961-7d41-4091-b9eb-0488e76f20a9 not bound to the agent host dv-cinder-768105-5-iscsi {{(pid=84017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 15 16:00:42.237396 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Deleting port a8dd5961-7d41-4091-b9eb-0488e76f20a9 {{(pid=84017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 15 16:00:42.237883 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757468640286'] for port, before_delete {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.312538 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cc702e6f-1e1b-4b70-b50b-9410f1fbd8b4 None None] The port 'a8dd5961-7d41-4091-b9eb-0488e76f20a9' was deleted {{(pid=84017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 15 16:00:42.313745 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f701aea4c88>,) {'filters': {'network_id': ['994e247a-42e4-4362-87af-b12caf38a18e']}} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:42.332635 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f701aea4c88>, 'c6882310-67fd-4534-86f3-74189adf238e') {'for_net_delete': True} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:42.332980 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.services.segments.db [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f701aea4c88>, 'c6882310-67fd-4534-86f3-74189adf238e') {} {{(pid=84016) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 15 16:00:42.345506 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757468585928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848174947'] for segment, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.365759 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810553'] for segment, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.367923 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 15 16:00:42.563671 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Network 994e247a-42e4-4362-87af-b12caf38a18e has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 16:00:42.573349 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852965263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6974183'] for segment, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.754275 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Network 994e247a-42e4-4362-87af-b12caf38a18e has no segments {{(pid=84016) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]: Traceback (most recent call last):
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     timer()
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     cb(*args, **kw)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     return func(*args, **kwargs)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     self._notify()
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     self.callback(batched_events)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     event.method(event)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     segment_id)['aggregates'][0]
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     return f(self, *a, **k)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self._get(url).json()
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     **kwargs)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     return self.request(url, 'GET', **kwargs)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     **endpoint_filter)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 15 16:00:42.777527 dv-cinder-768105-5-iscsi neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 15 16:00:42.869091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1809055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854209837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743682'] for network, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.873109 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-457314bd-dbf2-452e-86a5-efd93df09e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:42.887007 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854209856'] for network, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:42.901586 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Pushing event deleted for resources: {'Network': ['ID=994e247a-42e4-4362-87af-b12caf38a18e,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:42.904603 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:42.907878 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-7ae0a5da-5e5b-4121-a3ca-7dbdd78bf11a admin admin] 10.222.0.102 "DELETE /v2.0/networks/994e247a-42e4-4362-87af-b12caf38a18e HTTP/1.1" status: 204  len: 168 time: 1.8692992
Feb 15 16:00:43.034290 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58820) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:43.090087 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-bd65a6e7-55b3-4216-a854-ef03bee6b181 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5a834a5564f941b4868101775acad5bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542986
Feb 15 16:00:43.093968 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84015) accepted ('10.222.0.102', 58824) {{(pid=84015) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:43.157320 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.186517 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.261177 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.267312 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e3197ea2-0ebd-4bc5-b3f0-2a87690ae45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:43.286082 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f737e-c398-4faf-8732-cbfe7517e7e7,revision_number=None']} {{(pid=84015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:43.290580 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84015) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:43.293982 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84015) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.295271 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-27ae56cc-ab57-40bb-8b9d-2018b418624a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/160f737e-c398-4faf-8732-cbfe7517e7e7 HTTP/1.1" status: 204  len: 168 time: 0.2003756
Feb 15 16:00:43.671707 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58832) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:43.724844 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-99b72f47-610d-4159-ba8c-422c021452dd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e2cc1f4a11dc44779e7819c683e607a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516860
Feb 15 16:00:43.727519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [-] (84016) accepted ('10.222.0.102', 58836) {{(pid=84016) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 15 16:00:43.794415 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.823814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.883508 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669066'] for security_group, after_delete {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.887513 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e44e78e9-8cf5-4f62-a63d-40f8cbee49df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 15 16:00:43.899521 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69883d8e-cd3a-4b20-b0e8-f4519850bff1,revision_number=None']} {{(pid=84016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 15 16:00:43.904388 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84016) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 15 16:00:43.906536 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84016) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:00:43.907765 dv-cinder-768105-5-iscsi neutron-server[83906]: INFO neutron.wsgi [None req-b26cec54-974c-431e-a58f-120a3a7df717 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69883d8e-cd3a-4b20-b0e8-f4519850bff1 HTTP/1.1" status: 204  len: 168 time: 0.1792815
Feb 15 16:00:50.930179 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:05.558866 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6484363e-073b-4115-a111-2acc03df3b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:08.347922 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e11ef57-d433-41af-9da0-8d60fce06e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:09.215519 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:09.948417 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:01:09.954553 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:10.519612 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:20.944176 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:35.554560 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59fec20e-bf45-4a99-8d77-fffe7fe52386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:38.347977 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42269d74-8cbb-4b3b-b784-bb471c028160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:39.214669 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:39.962844 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:40.519712 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:01:46.952546 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:01:50.951690 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:05.565183 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6648b99d-cc66-46de-9ab7-fc112aac20d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:08.348833 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f15dcc6-8b19-48a4-9a9a-fed3276cfa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:09.218463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:09.962363 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:10.522043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:20.967439 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:23.954463 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:02:35.559894 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-412dfb72-44d7-4852-9360-288e315b3cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:38.344112 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2bf70ef7-aa5d-4731-b75b-21cf3aedc997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:39.229688 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:39.957181 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:40.525445 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:02:50.993283 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:00.955119 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:03:05.564526 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-818db70e-7e2c-401e-956a-7262de46fd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:08.336169 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6069284-fcfd-41a7-842d-0e0857fbe821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:09.225457 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:09.962175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:10.532423 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:20.998684 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:35.567704 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bd9867c-0941-404c-a5bc-c54832e0c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:37.955842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:03:38.348664 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4873accc-ff21-4d01-93e6-ac86ab8d2506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:39.231043 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:39.966781 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:40.531076 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:03:44.513806 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-27ca7992-fa38-4a51-bcc2-2d9cc9c519ef req-1a1211ed-f99b-4cad-b07c-9f05b8e8d13f service neutron] (84016) timed out ('10.222.0.15', 60487) {{(pid=84016) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 15 16:03:51.025150 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:05.581773 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d57a317a-0e4f-4bee-84d0-c2b6191672a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:08.343034 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8542d500-29fc-432a-b0f0-0605400c6bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:09.231926 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:09.970785 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:10.533534 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:14.955842 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:04:21.010075 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:35.577908 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f4f9-ebc3-4f6b-a624-aa10e0f27cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:38.347089 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bc41e3c-55ab-4191-ad0f-2726d5802016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:39.235749 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:39.975045 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:40.541219 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:51.010370 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:04:51.957529 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:05:05.571566 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d4b69d9-ba23-4298-bcee-63d048add808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:08.349964 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b965b869-e806-432f-8f36-f128c6ce0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:09.236310 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:09.981029 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:10.540691 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:21.027814 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:28.958820 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:05:35.577138 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed2e0b4a-ede1-4bad-b657-ee48369b39fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:38.352784 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-454602a5-aba6-4c7a-8537-0be5bad6093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:39.242175 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:39.989606 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:40.543578 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:51.048884 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:05:56.356852 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.wsgi [req-36f0744e-31f0-4556-846d-a3fd44e74ded req-7fb0e625-f630-4f73-b3b1-7db63006b412 service neutron] (84016) timed out ('10.222.0.102', 52204) {{(pid=84016) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 15 16:06:05.595091 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-add3d700-ffe4-4653-9b35-82b97a987dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:06:05.959876 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron.db.agents_db [None req-fb3ea5b6-d763-4f5b-b01a-7dd52ef22676 None None] Agent healthcheck: found 6 active agents {{(pid=84018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 15 16:06:08.359168 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bb8db6e-ac2b-481b-a73d-ceeead0424e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:06:09.249267 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-456115c9-af99-444f-9351-d1330134e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:06:09.985401 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7937d9b7-84c7-41a2-9e2e-1b28827d6a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:06:10.546110 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8445549e-e8ac-4561-9a0f-fcbdce0c38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 15 16:06:21.055020 dv-cinder-768105-5-iscsi neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2db6-4c18-4adc-81e5-b1a1199e2150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757468590758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852962464'] for agent, after_update {{(pid=84017) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}